-- Logs begin at Fri 2020-11-20 07:49:32 UTC, end at Fri 2020-11-20 08:56:44 UTC. -- Nov 20 08:25:34.071473 dv-cinder-733622-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 20 08:25:36.671325 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.common.config [-] Logging enabled! Nov 20 08:25:36.671892 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev162 Nov 20 08:25:36.673162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80142) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 20 08:25:36.673915 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.common.config [-] Logging enabled! Nov 20 08:25:36.674202 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev162 Nov 20 08:25:36.674478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80142) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 20 08:25:36.675601 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 20 08:25:36.675871 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 20 08:25:36.676895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 20 08:25:36.677186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 20 08:25:36.677448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 20 08:25:36.677825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.678379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.678731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.679049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.679399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.679744 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.680073 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.680420 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.680766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.681428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.681979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.682308 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.682576 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.682925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.683268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.683605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.683866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] debug = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.684186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.684721 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.685043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.685365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.685698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.686011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.686327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.686653 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.687046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] host = dv-cinder-733622-11-iscsi {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.687368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.687704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.688321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.688449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.688663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.688982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.689451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.689629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.689942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] log_file = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.690264 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.690595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.690959 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.691300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.691562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.691819 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.692153 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.692490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.692805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.693122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.693439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.694362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.694678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.695018 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.695351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.695683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.696015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.696332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.696649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.696962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.697275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.697608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.697922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.698236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.698552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.698908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.699222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.699537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.699885 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.700217 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.700548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.700887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.701201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.701533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.701845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.702156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.702466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] use_json = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.702779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.703116 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.703447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.703737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.704051 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.704364 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.704674 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.705009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:36.705349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.705694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.706043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.706366 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.706703 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.707054 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.707395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.707713 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.708049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.708386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.708716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.709061 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.709973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.710314 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.710651 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.710993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.711317 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.711660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.711981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.712295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.712633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.712954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.713267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.713591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.713911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.714223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.714534 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.714868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.715209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.715523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.715836 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.716148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.716464 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.716775 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.717103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.717421 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.717734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.718045 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.718360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.718671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.719010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.719330 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.719642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.719960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.720275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.720585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.720900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.721211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.721521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.721832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.722143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.722460 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.722771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.723110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.723421 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.723734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.724046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.724376 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.724728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.725066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.725392 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.725804 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.726128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.726448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.726766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.727113 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.727434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.727749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.728088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.728419 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.728745 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.729070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.729392 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.729736 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.730057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.730382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.730708 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.731052 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.731395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.731704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.732041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.732378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.732715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.733052 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.733387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.733708 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.734064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.734384 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:36.734637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 20 08:25:36.734934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80142) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 20 08:25:37.406389 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO keyring.backend [-] Loading Gnome Nov 20 08:25:37.424465 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO keyring.backend [-] Loading Google Nov 20 08:25:37.427282 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO keyring.backend [-] Loading Windows (alt) Nov 20 08:25:37.431019 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO keyring.backend [-] Loading file Nov 20 08:25:37.431893 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO keyring.backend [-] Loading keyczar Nov 20 08:25:37.432180 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO keyring.backend [-] Loading multi Nov 20 08:25:37.432832 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO keyring.backend [-] Loading pyfs Nov 20 08:25:37.481803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80142) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:25:37.482103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80142) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:25:37.482428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80142) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:25:37.482803 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 20 08:25:37.918801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:37.919387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:37.919387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:37.981597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:37.981928 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:37.982232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:37.985209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:37.985523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:37.985830 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.065352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.065672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.065975 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.067025 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.067334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.067630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.190030 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.190275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.190583 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.190910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.191756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.376810 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.377188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.377514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.377821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.378122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.378507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.378805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.379124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.379413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.379751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.380046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.380612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.381431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.381831 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.382161 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.382555 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.382875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.383207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.383497 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.383999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.384291 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.384582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.384927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.385213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.385491 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.385926 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:25:38.386208 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:25:38.386485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:25:38.386763 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:25:38.387063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:25:38.387337 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:25:38.388708 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 20 08:25:38.396579 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 20 08:25:38.404767 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 20 08:25:38.410238 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Nov 20 08:25:38.413302 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 20 08:25:38.414459 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 20 08:25:38.414873 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 20 08:25:38.415321 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 20 08:25:38.418852 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 20 08:25:38.419128 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 20 08:25:38.419521 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 20 08:25:38.441449 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 20 08:25:38.441909 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.442242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80142) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 20 08:25:38.442661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.444666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80142) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 20 08:25:38.444996 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 20 08:25:38.445280 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 20 08:25:38.448532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.448845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.512725 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 20 08:25:38.512998 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 20 08:25:38.513273 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 20 08:25:38.513693 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 20 08:25:38.548815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.sqlalchemy.engines [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80142) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 20 08:25:38.867349 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Initializing driver for type 'gre' Nov 20 08:25:38.867850 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] gre ID ranges: [(1, 1000)] Nov 20 08:25:38.910949 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Initializing driver for type 'local' Nov 20 08:25:38.911498 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Initializing driver for type 'vlan' Nov 20 08:25:38.922882 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] VlanTypeDriver initialization complete Nov 20 08:25:38.923393 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Initializing driver for type 'vxlan' Nov 20 08:25:38.923800 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] vxlan ID ranges: [(1, 1000)] Nov 20 08:25:38.966965 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Initializing extension driver 'port_security' Nov 20 08:25:38.967339 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.extensions.port_security [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] PortSecurityExtensionDriver initialization complete Nov 20 08:25:38.967725 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Initializing mechanism driver 'openvswitch' Nov 20 08:25:38.973993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80142) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:25:38.975451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > port after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.975869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > port after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.976261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > port after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.976689 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > subnet after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.977085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > subnet after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.977472 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.977896 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > network after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.978283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > network after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.979313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > network after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.979313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > security_group after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.979513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > security_group after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.979829 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.980251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.980637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.981017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.981573 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > address_group after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.981966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > address_group after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.982347 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.982721 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] ML2 OVO RPC backend initialized. {{(pid=80142) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 20 08:25:38.983551 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.983951 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.984416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > network before_response 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.984807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > networks before_response 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.985200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > port before_response 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.985585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > ports before_response 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.985970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > subnet before_response 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.986352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > subnets before_response 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.986740 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > network after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.987152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > network after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.987531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > network after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.987912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > port after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.988292 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > port after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.988670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > port after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.989048 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > subnet after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.989426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > subnet after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.989805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:38.991095 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.plugin [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Modular L2 Plugin initialization complete Nov 20 08:25:38.991463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading services supported by the core plugin {{(pid=80142) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 20 08:25:38.991839 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.plugins.ml2.managers [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Got port-security extension from driver 'port_security' Nov 20 08:25:38.992358 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.extensions.vlantransparent [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Disabled vlantransparent extension. Nov 20 08:25:38.992841 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80142) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 20 08:25:38.993190 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading Plugin: router Nov 20 08:25:39.038206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.038654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router after_create 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.039092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router before_create 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.039506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.039929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.040328 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router after_delete 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.040734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.041148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router after_create 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.041535 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router after_update 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.041935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router after_update 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.042324 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.042731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router after_update 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.043257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router precommit_update 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.043680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: port after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.044066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: port after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.044442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: subnet after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.044821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.045223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.045612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router precommit_create 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.046000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: port before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.046385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router precommit_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.046797 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router after_update 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.047289 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.047683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router precommit_create 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.048097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.048490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router precommit_update 55549900 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.049577 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Tracking information for resource: router configured {{(pid=80142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:25:39.049962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Tracking information for resource: floatingip configured {{(pid=80142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:25:39.059815 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_agentschedulers_db [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 20 08:25:39.059815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: port after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.059815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: port after_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.059815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: port after_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.059815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: port after_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.060481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router before_create 55550100 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.060481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.060481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router precommit_create 55550100 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.060481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > router precommit_update 55550100 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.064033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.provider_configuration [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service providers = [] {{(pid=80142) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 20 08:25:39.064439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.servicetype_db [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80142) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 20 08:25:39.067368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.service_base [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 20 08:25:39.067767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.service_base [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 20 08:25:39.068152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.service_base [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 20 08:25:39.069752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.service_base [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 20 08:25:39.070166 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.services.service_base [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 20 08:25:39.070599 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:25:39.071004 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 20 08:25:39.094023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:25:39.094400 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading Plugin: auto_allocate Nov 20 08:25:39.105500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: network precommit_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.105912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: network precommit_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.106525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:25:39.106936 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading Plugin: tag Nov 20 08:25:39.118772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:25:39.119106 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading Plugin: timestamp Nov 20 08:25:39.123066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:25:39.123436 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading Plugin: network_ip_availability Nov 20 08:25:39.129285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.129707 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.130407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.132063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:25:39.132431 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading Plugin: flavors Nov 20 08:25:39.149400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:25:39.149782 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading Plugin: revisions Nov 20 08:25:39.154556 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:25:39.155013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.672s {{(pid=80142) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:25:39.155863 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80142) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 20 08:25:39.156230 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Initializing extension manager. Nov 20 08:25:39.156808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: __init__.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.157196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: __pycache__ {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.157576 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.157954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: _filter_validation_lib.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.158326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.158699 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: address_group.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.159564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.160249 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: address-group Nov 20 08:25:39.160617 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: address_scope.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.161395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.161981 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: address-scope Nov 20 08:25:39.163118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.164099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.164692 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: router-admin-state-down-before-update Nov 20 08:25:39.165057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: agent.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.165834 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.166439 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: agent Nov 20 08:25:39.166801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: agent_resources_synced.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.167881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.168474 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: agent-resources-synced Nov 20 08:25:39.168839 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: allowedaddresspairs.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.170692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.171327 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: allowed-address-pairs Nov 20 08:25:39.171701 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: auto_allocated_topology.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.172812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.173410 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: auto-allocated-topology Nov 20 08:25:39.173781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: availability_zone.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.174544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.175169 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: availability_zone Nov 20 08:25:39.175538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: availability_zone_filter.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.176474 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.177064 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: availability_zone_filter Nov 20 08:25:39.177432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: data_plane_status.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.179540 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.180138 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension data-plane-status not supported by any of loaded plugins Nov 20 08:25:39.180507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: default_subnetpools.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.181447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.182104 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: default-subnetpools Nov 20 08:25:39.182407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.183315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.183911 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: dhcp_agent_scheduler Nov 20 08:25:39.184287 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: dns.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.185225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.185809 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension dns-integration not supported by any of loaded plugins Nov 20 08:25:39.186178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: dns_domain_ports.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.187148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.187738 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 20 08:25:39.188103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: dvr.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.188840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.189426 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: dvr Nov 20 08:25:39.189789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: empty_string_filtering.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.190730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.191345 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: empty-string-filtering Nov 20 08:25:39.191711 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.192639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.193229 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 20 08:25:39.193636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.194700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.195338 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 20 08:25:39.195705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: external_net.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.196752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.197351 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: external-net Nov 20 08:25:39.197721 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.198649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.199277 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: extra_dhcp_opt Nov 20 08:25:39.199643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: extraroute.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.200585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.201169 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: extraroute Nov 20 08:25:39.201534 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: extraroute_atomic.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.202593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.203210 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: extraroute-atomic Nov 20 08:25:39.203575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: filter_validation.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.204320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.204914 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: filter-validation Nov 20 08:25:39.205264 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: fip_pf_description.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.206198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.206855 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 20 08:25:39.207226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: fip_port_details.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.208176 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.208763 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: fip-port-details Nov 20 08:25:39.209174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: flavors.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.210636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.211256 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: flavors Nov 20 08:25:39.211630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.213317 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.213915 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 20 08:25:39.214292 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: floatingip_pools.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.215095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.215686 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: floatingip-pools Nov 20 08:25:39.216057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: ip_allocation.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.217010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.217593 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension ip_allocation not supported by any of loaded plugins Nov 20 08:25:39.217962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.218929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.219525 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: ip-substring-filtering Nov 20 08:25:39.219895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: l2_adjacency.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.220834 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.221422 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 20 08:25:39.221789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: l3.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.223073 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.223680 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: router Nov 20 08:25:39.224052 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.226925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.227544 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 20 08:25:39.227922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.228875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.229472 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: ext-gw-mode Nov 20 08:25:39.229840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.230792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.231411 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: l3-ha Nov 20 08:25:39.231775 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: l3_flavors.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.232723 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.233314 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: l3-flavors Nov 20 08:25:39.233681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.234630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.235244 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 20 08:25:39.235619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: l3agentscheduler.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.236862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.237473 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: l3_agent_scheduler Nov 20 08:25:39.237847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: logging.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.239427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.240030 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension logging not supported by any of loaded plugins Nov 20 08:25:39.240968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: metering.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.243621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.244361 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: metering Nov 20 08:25:39.244738 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.245901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.246500 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: metering_source_and_destination_fields Nov 20 08:25:39.246909 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: multiprovidernet.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.247860 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.248459 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: multi-provider Nov 20 08:25:39.248830 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: netmtu.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.249766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.250360 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: net-mtu Nov 20 08:25:39.250729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: netmtu_writable.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.251733 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.252322 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: net-mtu-writable Nov 20 08:25:39.252691 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: network_availability_zone.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.253421 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.254010 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: network_availability_zone Nov 20 08:25:39.254371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: network_ip_availability.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.255822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.256550 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: network-ip-availability Nov 20 08:25:39.256899 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: network_segment_range.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.257760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.258349 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension network-segment-range not supported by any of loaded plugins Nov 20 08:25:39.258717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: pagination.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.259761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.260144 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: pagination Nov 20 08:25:39.260510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.261455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.262050 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: port-mac-address-regenerate Nov 20 08:25:39.262415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.263431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.264059 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: port-numa-affinity-policy Nov 20 08:25:39.264431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: port_resource_request.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.265381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.265965 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension port-resource-request not supported by any of loaded plugins Nov 20 08:25:39.266330 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: portbindings.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.267323 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.267917 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: binding Nov 20 08:25:39.268283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: portbindings_extended.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.269704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.270298 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: binding-extended Nov 20 08:25:39.270669 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: portsecurity.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.271673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.272270 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: port-security Nov 20 08:25:39.272632 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: project_id.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.273638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.274015 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: project-id Nov 20 08:25:39.274378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: providernet.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.275344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.275937 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: provider Nov 20 08:25:39.276303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: qos.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.279918 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.280525 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension qos not supported by any of loaded plugins Nov 20 08:25:39.280905 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.282169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.282764 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 20 08:25:39.283173 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.284110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.284702 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 20 08:25:39.285073 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: qos_default.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.285999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.286591 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension qos-default not supported by any of loaded plugins Nov 20 08:25:39.286990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: qos_fip.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.288228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.288818 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension qos-fip not supported by any of loaded plugins Nov 20 08:25:39.289182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: qos_gateway_ip.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.290121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.290707 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 20 08:25:39.291096 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: qos_port_network_policy.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.292027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.292610 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 20 08:25:39.292976 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: qos_rule_type_details.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.293906 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.294491 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 20 08:25:39.294883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: qos_rules_alias.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.296036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.296631 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 20 08:25:39.297001 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: quotasv2.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.298039 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.298419 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: quotas Nov 20 08:25:39.298786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: quotasv2_detail.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.300405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.300793 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: quota_details Nov 20 08:25:39.301165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: rbac.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.302348 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.303583 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: rbac-policies Nov 20 08:25:39.303949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: rbac_address_scope.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.304906 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.305509 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: rbac-address-scope Nov 20 08:25:39.305879 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: rbac_security_groups.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.306848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.307458 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: rbac-security-groups Nov 20 08:25:39.307828 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: rbac_subnetpool.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.308762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.309353 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: rbac-subnetpool Nov 20 08:25:39.309717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: revisionifmatch.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.310654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.311268 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: revision-if-match Nov 20 08:25:39.311633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: revisions.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.312756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.313354 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: standard-attr-revisions Nov 20 08:25:39.313719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: router_availability_zone.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.314452 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.315087 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: router_availability_zone Nov 20 08:25:39.315456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: routerservicetype.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.316417 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.317016 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension router-service-type not supported by any of loaded plugins Nov 20 08:25:39.317381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.318327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.319145 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: port-security-groups-filtering Nov 20 08:25:39.319525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: securitygroup.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.332668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.333305 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: security-group Nov 20 08:25:39.333682 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: segment.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.335171 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.335760 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension segment not supported by any of loaded plugins Nov 20 08:25:39.336133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.337136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.337729 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 20 08:25:39.338096 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: servicetype.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.339239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.339839 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: service-type Nov 20 08:25:39.340211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: sorting.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.341212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.341564 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: sorting Nov 20 08:25:39.341929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: standard_attr_segment.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.342882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.343482 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 20 08:25:39.343850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: standardattrdescription.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.344551 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.345156 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: standard-attr-description Nov 20 08:25:39.345529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: stateful_security_group.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.346494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.347126 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: stateful-security-group Nov 20 08:25:39.347496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: stdattrs_common.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.348094 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 20 08:25:39.348456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.349401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.350553 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 20 08:25:39.350953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: subnet_onboard.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.352049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.352641 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: subnet_onboard Nov 20 08:25:39.353011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.355025 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.355640 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 20 08:25:39.356017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: subnet_service_types.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.356962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.357546 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: subnet-service-types Nov 20 08:25:39.357921 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: subnetallocation.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.359041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.359634 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: subnet_allocation Nov 20 08:25:39.359998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.360709 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.361296 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: subnetpool-prefix-ops Nov 20 08:25:39.361658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.362589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.363189 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 20 08:25:39.363549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: tagging.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.364883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.366134 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: standard-attr-tag Nov 20 08:25:39.366505 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: timestamp.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.367717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.368311 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loaded extension: standard-attr-timestamp Nov 20 08:25:39.368676 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: trunk.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.369754 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.370285 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension trunk not supported by any of loaded plugins Nov 20 08:25:39.370642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: trunk_details.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.371580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.372168 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension trunk-details not supported by any of loaded plugins Nov 20 08:25:39.372529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: uplink_status_propagation.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.373464 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.374042 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 20 08:25:39.374402 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Loading extension file: vlantransparent.py {{(pid=80142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:25:39.375150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:25:39.376059 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 20 08:25:39.378380 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:network Nov 20 08:25:39.379226 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:subnet Nov 20 08:25:39.379899 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 08:25:39.380829 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:port Nov 20 08:25:39.382964 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.383453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service FLAVORS assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.384132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.384606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.384982 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:router Nov 20 08:25:39.385701 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:floatingip Nov 20 08:25:39.386484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service METERING assigned prefix: /metering {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.388333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.388735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.389118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80142) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:25:39.390284 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of CountableResource for resource:rbac_policy Nov 20 08:25:39.390766 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:security_group Nov 20 08:25:39.391597 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 20 08:25:39.392409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service CORE assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.392791 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 08:25:39.393158 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] subnetpool is already registered Nov 20 08:25:39.393817 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service CORE assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.394187 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 08:25:39.394547 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] subnetpool is already registered Nov 20 08:25:39.397381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.397858 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service FLAVORS assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.399530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.399530 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:router Nov 20 08:25:39.399834 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] router is already registered Nov 20 08:25:39.400308 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:floatingip Nov 20 08:25:39.400667 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] floatingip is already registered Nov 20 08:25:39.401354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service METERING assigned prefix: /metering {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.402096 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of CountableResource for resource:rbac_policy Nov 20 08:25:39.402455 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] rbac_policy is already registered Nov 20 08:25:39.403102 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:security_group Nov 20 08:25:39.403465 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] security_group is already registered Nov 20 08:25:39.404112 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 20 08:25:39.404472 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] security_group_rule is already registered Nov 20 08:25:39.405200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service CORE assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.405568 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 08:25:39.405927 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] subnetpool is already registered Nov 20 08:25:39.406582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.resource_helper [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Service CORE assigned prefix: {{(pid=80142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:25:39.406970 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 08:25:39.407326 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.quota.resource_registry [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] subnetpool is already registered Nov 20 08:25:39.408040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: extensions {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.409649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: address-groups {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.411366 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: address-scopes {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.412663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: agents {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.413996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: auto-allocated-topology {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.415353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: availability_zones {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.416734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: dhcp-networks {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.418230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: dhcp-agents {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.419752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: routers {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.422603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: flavors {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.423873 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: service_profiles {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.425172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: next_providers {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.527044 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: service_profiles {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.528617 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: floatingip-pools {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.530010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: routers {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.531930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: floatingips {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.533204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: l3-routers {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.534695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: l3-agents {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.536212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: metering-labels {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.537824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: metering-label-rules {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.539208 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: network-ip-availabilities {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.540545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: bindings {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.542307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: quotas {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.543864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: quotas {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.545389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: rbac-policies {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.546757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: security-groups {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.548069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: security-group-rules {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.549381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: service-providers {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.550678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: subnetpools {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.552213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: subnetpools {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.554428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: tags {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.556255 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: tags {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.558172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: tags {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.560071 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: tags {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.562036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: tags {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.563855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: tags {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.565763 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: tags {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.567813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: tags {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.570564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: tags {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.572550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.extensions [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Extended resource: tags {{(pid=80142) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:25:39.579687 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING keystonemiddleware.auth_token [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 20 08:25:39.585188 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING keystonemiddleware.auth_token [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 20 08:25:39.593943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Acquired lock "singleton_lock" {{(pid=80142) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 20 08:25:39.594466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Releasing lock "singleton_lock" {{(pid=80142) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 20 08:25:39.595941 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO oslo_service.service [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Starting 2 workers Nov 20 08:25:39.601035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Started child 80253 {{(pid=80142) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 20 08:25:39.605855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Started child 80254 {{(pid=80142) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 20 08:25:39.607429 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.service [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 20 08:25:39.608158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Notify callbacks [] for process, before_spawn {{(pid=80142) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:39.608344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:39.609290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:39.610296 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [-] (80253) wsgi starting up on http://0.0.0.0:9696 Nov 20 08:25:39.610578 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO oslo_service.service [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Starting 1 workers Nov 20 08:25:39.610744 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [-] (80254) wsgi starting up on http://0.0.0.0:9696 Nov 20 08:25:39.616643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Started child 80255 {{(pid=80142) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 20 08:25:39.617204 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO oslo_service.service [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Starting 1 workers Nov 20 08:25:39.619223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.service [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] calling RpcWorker wait() {{(pid=80255) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 20 08:25:39.619633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.service [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] returning from RpcWorker wait() {{(pid=80255) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 20 08:25:39.621369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:39.621809 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:25:39.622016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Started child 80256 {{(pid=80142) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 20 08:25:39.622897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ea225a5b-2de6-4079-9382-a9686ded3603 None None] Notify callbacks [] for process, after_spawn {{(pid=80142) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:39.624570 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80142) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 20 08:25:39.624776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 20 08:25:39.625175 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 20 08:25:39.625441 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 20 08:25:39.625867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 20 08:25:39.626041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 20 08:25:39.626799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.627122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.627451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.627731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.627888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:39.628031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.628852 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.629075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:25:39.629228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.629401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.629863 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.630396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.630602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.630777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.631837 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.632088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.632622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.632924 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.633209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.633472 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.633670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.633990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.634290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.634579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.634896 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] debug = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.635165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.635780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.636040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.636316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.636567 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.636865 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.637135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.637437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.637707 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.637953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.638201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.638500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.638736 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.639012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.639312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.639565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.640041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] host = dv-cinder-733622-11-iscsi {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.640310 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.640574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.640845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.641108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.641387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.641635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.641920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.642201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.642480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.642752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.643048 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.643309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.643578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.643838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_file = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.644108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_options = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.644296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.644592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.644871 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.645087 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.645279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.645466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.645789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.645941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.646202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.646462 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.647266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.647521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.647792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.648023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.648290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.648539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.648818 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.649117 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.649326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.649591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.649885 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.650154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.650431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.650658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.650944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.651196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.651455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.651699 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.651960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.652218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.652545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.652765 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.652990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.653275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.653645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.653911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.654356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.654767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.655372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.655515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.655687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.656050 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.656416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.656580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.656803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.657050 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_json = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.657313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.658108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.658108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.658925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.658925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.658925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.659276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.659276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.660235 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.660546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.660899 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.661166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.661433 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.661892 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.662309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.663767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.664079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.664361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.664713 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.665265 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.665821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.666134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.666426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.666705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.666981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.667255 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.667509 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.667781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.668033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.668298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.668598 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.668855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.669101 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.669387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.669637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.669900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.670171 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.670566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.670859 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.671121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.671384 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.671609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.672032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.672300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.672573 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.672847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.673148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.673432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.673664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.674078 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.674307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.674699 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.675197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.675469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.675741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.675987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.676258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.676510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.676862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.677128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.677383 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.677629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.677954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.678214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.678457 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.678730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.679076 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.679211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.679614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.680023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.680428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.680812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.681204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.682149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.682546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.682987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.683240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.683493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.683743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.683993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.684260 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.684615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.684962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.685236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.685522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.685789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.686089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.686363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.686653 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.686951 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.687250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.687512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.687811 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.688089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.688362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.688641 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.688891 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.689174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.689425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.689702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.689965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.690235 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.690489 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.690787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.691099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.691369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.691660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.691972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.692299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.692566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.692872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.693132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.693989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.694336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.694641 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.694904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.695244 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.695515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.695786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.696071 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.696353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.696632 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.696906 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.697236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.697435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.697686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.698007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.698315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.698594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.698959 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.699251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.699528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.699768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.700056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.700403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.700635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.700855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.701158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.701439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.701716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.701994 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.702262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.702520 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.702801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.703071 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.703337 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.703584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.703835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.704081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.704324 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.704606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.704853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.705102 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.705321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.705572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.705796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.706080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.706326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.706596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.707365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.707365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.707365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.707632 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.707800 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.708241 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.708681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.709736 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.710190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.710589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.711068 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.711571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.711850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.712122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.712417 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.712674 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.712926 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.713192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.713448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.713769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.714027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.714438 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.714904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.715163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.715428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.715796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.716088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.716381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.716612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.716845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.717104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.717359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.717618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.717867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.718122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.718401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.718663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.718942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.719202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.719471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.719735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.719990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.720234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.720531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.720821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.721085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.721374 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.721677 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.721935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.722181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.722496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.722767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.723062 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.723422 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.723672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.723951 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.724267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.724519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.724804 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.725108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.725463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.725836 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.726099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.726388 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.726730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.727072 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.727372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.727639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.727962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.728318 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.728623 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.728902 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.729168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.729457 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.731536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.731536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.731536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.731536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.731536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.731536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.731536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.731536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.733955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.733955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.733955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.733955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.733955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.733955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.733955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.733955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 20 08:25:39.734897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80142) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 20 08:25:39.734897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 20 08:25:39.734897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 20 08:25:39.734897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 20 08:25:39.734897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 20 08:25:39.734897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 20 08:25:39.734897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.735513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.735513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.735513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.735694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.735762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.735967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.736110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.736300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.736485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.736670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.736854 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.737037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.737220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.737523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.737872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.738198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.738540 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.738711 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.739092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.739436 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.739785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.739955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] debug = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.740329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.740547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.740886 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.741095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.741288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.741515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.741515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.742012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.742012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.742012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.742448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 53684) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:25:39.742609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.742609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.742609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.742609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.743207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.743207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.743207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] host = dv-cinder-733622-11-iscsi {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.743627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.743627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.743627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.744058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.744058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.744058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.744557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.744557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.744557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.745007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.745007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.745007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.745439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.745439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_file = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.745737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_options = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.745737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.746052 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.746052 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.746286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.746286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.746527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.746653 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.746791 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.747004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.747186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.747369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.747551 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.747734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.747915 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.748098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.748281 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.748446 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.748630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.748813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.748996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.749178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.749361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.749546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.749767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.749911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.750092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.750274 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.750456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.750913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.750913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.751145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.751145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.751771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.751771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.751771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.751771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.752349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.752349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.752349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.752692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.752692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.752692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.753019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.753019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.753225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.753335 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_json = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.753489 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.753673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.753854 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.754036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.754220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.754403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.754575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.754727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:25:39.754971 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.755420 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.755618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.755805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.756529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.756739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.756973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.757204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.757204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.757519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.757519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.757700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.757921 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.758110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.758735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.758735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.759025 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0137558 Nov 20 08:25:39.759179 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.759179 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.759364 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.759606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.759818 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.760041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.760240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.761125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.761125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.761125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.761455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.761455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.761662 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.761772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.761957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.762120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.762342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.762496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.762642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.762844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.763043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.763232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.763419 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.764297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.764297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.764297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.764297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.764297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.764807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.764807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.764807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.765108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.765108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.765316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.765413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.765560 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.765752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.765938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.766125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.766312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.766504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.766695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.767095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.767095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.767300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.767455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.767599 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.767777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.768642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.768642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.768642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.768642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.768642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.769354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.769354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.769354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.769354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.769978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.769978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.769978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.769978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.770503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.770503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.770503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.771013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.771013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.771013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.772303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.772303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.772639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.772754 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.772864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.773012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.773199 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.773387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.773574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.774496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.774496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.774496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.774496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.774496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.775065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.775065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.775065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.775065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.775476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.775476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.775692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.775802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.775911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.776019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:25:39.776131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.776240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.777167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.777167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.777167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.777167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.777167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.777698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.777698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.777698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.777698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.778093 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.778093 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.778306 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.778424 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.778539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.778714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.778940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.779473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.779473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.779473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.779803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.779803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.780026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.780136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.780246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.780422 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.780609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.780794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.780978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.781163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.781350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.781536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.781727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.781908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.782094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.782281 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.782438 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.782628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.782904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.783047 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.783229 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.783416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.783603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.783936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.783936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.784176 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.784288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.784456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.784642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.784827 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.785012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.785200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.786108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.786108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.786108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.786108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.786108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.786650 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.786650 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.786650 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.786986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.786986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.787926 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.787926 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.787926 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.788378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.788378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.788378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.788874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.788874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.788874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.789177 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.789177 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.789382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.789542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.789687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.789826 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.790017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.790159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.790330 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.790522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.790708 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.790964 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.791101 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.791946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.791946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.791946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.791946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.791946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.792522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.792522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.792522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.792934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.792934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.792934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.793331 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.793331 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.793620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.793620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.793888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.793888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.794164 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.794267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.794364 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.794559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.794749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.794938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.795132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.795329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.795527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.795723 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.795893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.796085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.796286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.796478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.796665 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.796851 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.797036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.797221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.797408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.797593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.797781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.797966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.798156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.798320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.798501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.798726 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.800422 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.800422 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.800422 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.800774 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.800774 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.800996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:25:39.800996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80142) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 20 08:25:50.136130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818092d7-f119-4ba4-a449-2d85eac476c9 None None] get_active_networks_info from dv-cinder-733622-11-iscsi {{(pid=80255) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 20 08:25:50.305374 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818092d7-f119-4ba4-a449-2d85eac476c9 None None] No non-hosted networks {{(pid=80255) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 20 08:25:50.342741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-619e9dd3-6b82-49ec-aaff-10af81bb944b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216'] for agent, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:52.862345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1af52ca7-b73a-40ab-a97c-72ee83f5e15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216'] for agent, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:52.898207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-725d75f6-2fb1-4aec-9e9a-985cd2a95dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:52.901156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216'] for agent, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:54.292057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216'] for agent, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:54.293331 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.294215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.294795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.295385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.296043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.296616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.297172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.297771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.298326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.298940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.299514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.300069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:25:54.300685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:25:54.307689 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:25:54.449074 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] get_endpoint_by_host() called for host dv-cinder-733622-11-iscsi {{(pid=80255) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 20 08:25:54.455658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] get_endpoint_by_ip() called for ip 192.168.0.35 {{(pid=80255) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 20 08:25:54.459120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] _add_endpoint() called for ip 192.168.0.35 {{(pid=80255) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 20 08:25:54.465096 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] _get_endpoints() called {{(pid=80255) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 20 08:25:55.112355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216'] for agent, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:25:56.305471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 53780) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:25:57.144045 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING oslo_policy.policy [None req-4df2221f-5748-4e86-a30b-1def01ba0469 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:25:57.144898 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING oslo_policy.policy [None req-4df2221f-5748-4e86-a30b-1def01ba0469 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:25:57.409404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [None req-4df2221f-5748-4e86-a30b-1def01ba0469 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80253) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:25:57.410574 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-4df2221f-5748-4e86-a30b-1def01ba0469 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 1.1041024 Nov 20 08:25:59.190966 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_hamode_db [None req-70b50856-e9b6-401a-a32d-9f02c4df23b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 20 08:25:59.283245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b50856-e9b6-401a-a32d-9f02c4df23b5 None None] Routers set() bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:25:59.283615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b50856-e9b6-401a-a32d-9f02c4df23b5 None None] Router IDs set() for agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 20 08:26:00.222968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 53794) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:00.892880 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING oslo_policy.policy [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:00.893486 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING oslo_policy.policy [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:01.122771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:01.171409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.policy [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80254) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 20 08:26:01.172252 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING oslo_policy.policy [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:01.172662 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING oslo_policy.policy [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:01.180492 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] Loaded quota_driver: . Nov 20 08:26:01.225741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:01.293995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769457093706', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769456986061', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769457070582', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769456995914', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769456992524', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16574575', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838135423', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854170019', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853225097'] for rbac-policy, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:01.363647 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:01.365708 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-abe141cb-b8b3-43f3-9f8f-affd27d01e29 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1399820 Nov 20 08:26:04.493304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 53812) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:04.920052 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'name': 'private'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:04.926548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:04.931870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Usage tracker for resource:network and tenant:9ad23e66ba58435fbd66eb9d53893e7f is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:04.935695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:04.941954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:04.951753 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Made reservation on behalf of 9ad23e66ba58435fbd66eb9d53893e7f for: {'network': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:26:04.958018 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:04.977263 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:05.021868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:05.025869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Usage tracker for resource:security_group_rule and tenant:9ad23e66ba58435fbd66eb9d53893e7f is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:05.028939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:05.034753 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:05.109466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:05.112316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:05.118516 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:05.140514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:26:05.168073 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769458699601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:05.168634 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Added segment 8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b of type vxlan for network 89e2d39e-3a81-4184-a363-b5c63586cfd1 Nov 20 08:26:05.224346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d704626-5daf-4c50-a8da-5831932784c7,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:05.258782 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.259129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.259498 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.259859 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.260220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.260589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.260943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.261296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.261663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.262012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.262358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.262702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Tracked resource versions report: Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: pushed versions: Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: { 'AddressGroup': {'1.0'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': {'1.0'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': {'1.0'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': {'1.1'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': {'1.6'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': {'1.2'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': {'1.8'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': {'1.2'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': {'1.0'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': {'1.1'}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': {'1.1'}} Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: consumer versions: Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: { DHCP agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: L3 agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: Metadata agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: Metering agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@dv-cinder-733622-11-iscsi: { 'AddressGroup': '1.0', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}} Nov 20 08:26:05.264163 dv-cinder-733622-11-iscsi neutron-server[80142]: {{(pid=80254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:26:05.292726 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:05.326200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:05.338189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:05.339696 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:05.340375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:05.345442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:05.460010 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9655108 Nov 20 08:26:05.460739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Pushing event updated for resources: {'Network': ['ID=89e2d39e-3a81-4184-a363-b5c63586cfd1,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:05.464125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:05.472855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 89e2d39e-3a81-4184-a363-b5c63586cfd1 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:26:08.706559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 53828) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:09.262835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae22b96-9912-4a80-8462-0f110e20d3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:09.264288 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-bae22b96-9912-4a80-8462-0f110e20d3db admin admin] 10.222.0.32 "GET /v2.0/networks/89e2d39e-3a81-4184-a363-b5c63586cfd1 HTTP/1.1" status: 200 len: 818 time: 0.5566208 Nov 20 08:26:09.294970 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-bdd8ab82-a94d-4cc1-b4d9-8d23e65feba9 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/6f105f9f-d4f8-4a09-9b45-aba5419b7dd7 HTTP/1.1" status: 200 len: 734 time: 0.0235238 Nov 20 08:26:09.304518 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Request body: {'subnet': {'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1', 'name': 'private-subnet', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'ip_version': 4, 'subnetpool_id': '6f105f9f-d4f8-4a09-9b45-aba5419b7dd7', 'gateway_ip': '172.20.0.1'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:09.309266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:09.313240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Usage tracker for resource:subnet and tenant:9ad23e66ba58435fbd66eb9d53893e7f is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:09.316357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:09.322700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:09.332399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Made reservation on behalf of 9ad23e66ba58435fbd66eb9d53893e7f for: {'subnet': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:26:09.337372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:10.021805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for subnet, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:10.038250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:10.197401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5aa031-cbf6-4a5f-9af1-0e54efc512ec,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:10.200813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:10.274023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Checking segment: {'id': '8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:26:10.274343 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Network hostable DHCP agents. Network: 89e2d39e-3a81-4184-a363-b5c63586cfd1, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:26:10.300034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Network 89e2d39e-3a81-4184-a363-b5c63586cfd1 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:26:10.312563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 89e2d39e-3a81-4184-a363-b5c63586cfd1) {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:26:10.320970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:10.322056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:10.323715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afc6c96-3a6d-4eae-aa59-8714ad033a5d None None] Network 89e2d39e-3a81-4184-a363-b5c63586cfd1 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:26:10.357519 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-da38d085-f92c-4d79-9b8e-9b4e4a9541ad admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0571496 Nov 20 08:26:10.764863 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd700f3d-7deb-5abd-90d0-52bb173c3136-89e2d39e-3a81-4184-a363-b5c63586cfd1', 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'fixed_ips': [{'subnet_id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec'}]}} from dv-cinder-733622-11-iscsi. {{(pid=80255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:26:10.766259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:11.147459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Allocated IP 172.20.0.2 (89e2d39e-3a81-4184-a363-b5c63586cfd1/5b5aa031-cbf6-4a5f-9af1-0e54efc512ec/ecb6bc8a-e7fb-49f5-ace8-317023736b8b) {{(pid=80255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:26:11.418042 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Notify callbacks [] for port, precommit_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:11.434672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Transition to ACTIVE for port object ecb6bc8a-e7fb-49f5-ace8-317023736b8b will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:26:11.454012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Transition to ACTIVE for port object ecb6bc8a-e7fb-49f5-ace8-317023736b8b will not be triggered until provisioned by entity DHCP. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:26:11.461378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:11.477037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:11.619693 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Pushing event updated for resources: {'Port': ['ID=ecb6bc8a-e7fb-49f5-ace8-317023736b8b,revision_number=1']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:11.642742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.643204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.643525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.643887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.644243 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.644599 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.644950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.645838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.646226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.646607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.646963 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.647309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Tracked resource versions report: Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: pushed versions: Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: { 'AddressGroup': {'1.0'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': {'1.0'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': {'1.0'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': {'1.1'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': {'1.6'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': {'1.2'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': {'1.8'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': {'1.2'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': {'1.0'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': {'1.1'}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': {'1.1'}} Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: consumer versions: Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: { DHCP agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: L3 agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: Metadata agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: Metering agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@dv-cinder-733622-11-iscsi: { 'AddressGroup': '1.0', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}} Nov 20 08:26:11.648733 dv-cinder-733622-11-iscsi neutron-server[80142]: {{(pid=80255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:26:11.655623 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:11.701764 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Network 89e2d39e-3a81-4184-a363-b5c63586cfd1 is already hosted by enough agents. {{(pid=80255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:26:11.703000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Resources bound (agent type, host, resource id): {{(pid=80255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:26:11.706234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Received port after_create {{(pid=80255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:26:11.771078 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Attempting to bind port ecb6bc8a-e7fb-49f5-ace8-317023736b8b on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:26:11.771514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Attempting to bind port ecb6bc8a-e7fb-49f5-ace8-317023736b8b by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': '8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:26:11.772060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Attempting to bind port ecb6bc8a-e7fb-49f5-ace8-317023736b8b on network 89e2d39e-3a81-4184-a363-b5c63586cfd1 {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:26:11.779307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:26:11.779708 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Checking segment: {'id': '8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:26:11.781170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:11.781170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Bound using segment: {'id': '8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:26:11.781170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Bound port: ecb6bc8a-e7fb-49f5-ace8-317023736b8b, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:26:11.781934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:11.881745 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] For port ecb6bc8a-e7fb-49f5-ace8-317023736b8b, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:26:11.886322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] For port ecb6bc8a-e7fb-49f5-ace8-317023736b8b, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ecb6bc8a-e7fb-49f5-ace8-317023736b8b,segment=NetworkSegment(8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b),segment_id=8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:26:11.889834 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:11.903366 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:12.237443 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Pushing event updated for resources: {'Port': ['ID=ecb6bc8a-e7fb-49f5-ace8-317023736b8b,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:12.242458 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:13.656774 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 53838) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:14.408586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [None req-8044ac65-809d-4104-bd10-8ad1d8ebb08c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80254) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:26:14.422840 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-8044ac65-809d-4104-bd10-8ad1d8ebb08c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.7515075 Nov 20 08:26:16.534409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ecb6bc8a-e7fb-49f5-ace8-317023736b8b up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:26:16.617294 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port ecb6bc8a-e7fb-49f5-ace8-317023736b8b completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:26:17.065107 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e632ad6f-e900-4c69-97c0-8d0d86c85de4 None None] Network 89e2d39e-3a81-4184-a363-b5c63586cfd1 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:26:17.219887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-072f0a20-4320-4ee4-a7e1-105286cc7c1b None None] Provisioning for port ecb6bc8a-e7fb-49f5-ace8-317023736b8b completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:26:17.229551 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-072f0a20-4320-4ee4-a7e1-105286cc7c1b None None] Provisioning complete for port ecb6bc8a-e7fb-49f5-ace8-317023736b8b triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:17.229962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-072f0a20-4320-4ee4-a7e1-105286cc7c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:17.479825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-072f0a20-4320-4ee4-a7e1-105286cc7c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:17.529272 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-072f0a20-4320-4ee4-a7e1-105286cc7c1b None None] For port ecb6bc8a-e7fb-49f5-ace8-317023736b8b, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ecb6bc8a-e7fb-49f5-ace8-317023736b8b,segment=NetworkSegment(8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b),segment_id=8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:26:17.534318 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-072f0a20-4320-4ee4-a7e1-105286cc7c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:17.540685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:17.612321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f0a20-4320-4ee4-a7e1-105286cc7c1b None None] Pushing event updated for resources: {'Port': ['ID=ecb6bc8a-e7fb-49f5-ace8-317023736b8b,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:17.615829 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-072f0a20-4320-4ee4-a7e1-105286cc7c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:17.866379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-a73e6e78-2aaf-4217-b579-cbda79aa3cdd None None] Provisioning complete for port ecb6bc8a-e7fb-49f5-ace8-317023736b8b triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:17.866789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a73e6e78-2aaf-4217-b579-cbda79aa3cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:18.160185 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-30e8ca5f-fd34-495b-a59d-e5aa4df698d6 None None] Provisioning complete for port ecb6bc8a-e7fb-49f5-ace8-317023736b8b triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:18.161315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-30e8ca5f-fd34-495b-a59d-e5aa4df698d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:18.269856 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 53852) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:18.505474 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ecb6bc8a-e7fb-49f5-ace8-317023736b8b up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:26:18.584919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port ecb6bc8a-e7fb-49f5-ace8-317023736b8b triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:18.585561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:18.727852 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [None req-edb53aae-7873-4139-9dad-be2b00b5c1b3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80254) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:26:18.728929 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-edb53aae-7873-4139-9dad-be2b00b5c1b3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4562960 Nov 20 08:26:19.934236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-461205e9-03dc-47df-addf-cbf975675d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:21.836632 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 53864) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:22.277128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] Request body: {'router': {'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:22.282872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:22.287862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] Usage tracker for resource:router and tenant:9ad23e66ba58435fbd66eb9d53893e7f is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:22.291113 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:22.297015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:22.306571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854267957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775236'] for router, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:22.307866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854371163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-564'] for router, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:22.332980 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:22.439265 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518574'] for router, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:22.459600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] Notify callbacks [] for router, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:22.460870 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e81db022-ab4f-405e-ac8a-d9fb1a636fab admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6231816 Nov 20 08:26:22.784091 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:22.859063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79e5d484-fe03-4326-aa16-241a0c4cc60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:24.296289 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:25.045846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:25.280715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 53884) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:25.484073 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [None req-f0350b6b-a015-4ce7-9425-297eae973384 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80254) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:26:25.485130 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f0350b6b-a015-4ce7-9425-297eae973384 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.2035005 Nov 20 08:26:28.063073 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 53904) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:28.143551 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:28.149599 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:28.153789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Usage tracker for resource:network and tenant:b64e10bc3eef49cd91e3ffe81997e2b4 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:28.156814 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:28.163329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:28.172335 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Made reservation on behalf of b64e10bc3eef49cd91e3ffe81997e2b4 for: {'network': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:26:28.177357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.190447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.225321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:28.229303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Usage tracker for resource:security_group_rule and tenant:b64e10bc3eef49cd91e3ffe81997e2b4 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:28.232284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:28.237906 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:28.308970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.311652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.316148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:28.330564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Reserving flat network on physical network physnet1 {{(pid=80254) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 20 08:26:28.361099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67845e2-8c9b-4cfc-830d-d5e55c2407e6,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:28.364501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769458699601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.365117 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Unsubscribe: segment precommit_create {{(pid=80254) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 20 08:26:28.365539 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Added segment ffd13537-b6b1-49ab-816b-049a07098dc7 of type flat for network 24cc1651-bd06-4774-a165-46441dd7e5d9 Nov 20 08:26:28.366864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:28.399423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.435622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.437114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:28.437805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.443462 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-33d5feaa-abbb-4558-b3cb-fbc55c5cc57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:28.545979 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4816384 Nov 20 08:26:28.553801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Pushing event updated for resources: {'Network': ['ID=24cc1651-bd06-4774-a165-46441dd7e5d9,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:28.556704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:28.564604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:26:31.149303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 53914) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:31.295527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41011254-6849-4198-8e2f-e9d55207974e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:31.296992 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-41011254-6849-4198-8e2f-e9d55207974e admin admin] 10.222.0.32 "GET /v2.0/subnets/5b5aa031-cbf6-4a5f-9af1-0e54efc512ec HTTP/1.1" status: 200 len: 849 time: 0.1466782 Nov 20 08:26:31.451968 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7e5c50cd-f3bc-410e-8b6e-b211c5e0a7a7 admin admin] 10.222.0.32 "GET /v2.0/routers/092dfa9f-c37e-433f-8a03-085dde0077fb HTTP/1.1" status: 200 len: 704 time: 0.1487317 Nov 20 08:26:32.109870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:32.501358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Allocated IP 172.20.0.1 (89e2d39e-3a81-4184-a363-b5c63586cfd1/5b5aa031-cbf6-4a5f-9af1-0e54efc512ec/aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:26:32.672688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:32.692192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Transition to ACTIVE for port object aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c will not be triggered until provisioned by entity DHCP. {{(pid=80254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:26:32.741305 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:32.756749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:32.892603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:32.896196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:32.953781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Network 89e2d39e-3a81-4184-a363-b5c63586cfd1 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:26:32.954939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:26:32.958031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:26:32.958442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518520'] for router_interface, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:33.089652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:33.131903 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-a1c8bbb6-7aac-4404-80ec-0b63a8256c68 None None] Provisioning for port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:26:33.137342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-a1c8bbb6-7aac-4404-80ec-0b63a8256c68 None None] Provisioning complete for port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:33.137755 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a1c8bbb6-7aac-4404-80ec-0b63a8256c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:33.192202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8bbb6-7aac-4404-80ec-0b63a8256c68 None None] Port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:26:33.397576 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:33.401051 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:33.402128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16058335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501919'] for router_interface, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:33.416901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:33.557022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c,revision_number=2']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:33.567315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:33.615405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Network 89e2d39e-3a81-4184-a363-b5c63586cfd1 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:26:33.616515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:26:33.821376 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-79ab6376-8352-40d1-b0a8-62c334e53a33 None None] Provisioning complete for port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:33.821787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79ab6376-8352-40d1-b0a8-62c334e53a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:33.884382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-79ab6376-8352-40d1-b0a8-62c334e53a33 None None] Port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:26:34.162393 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Router 092dfa9f-c37e-433f-8a03-085dde0077fb is scheduled to L3 agent 4199047a-b796-4111-9015-afb7f73345dd with binding_index 1 {{(pid=80254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:26:34.357261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:26:34.368510 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] 10.222.0.32 "PUT /v2.0/routers/092dfa9f-c37e-433f-8a03-085dde0077fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9106617 Nov 20 08:26:34.368693 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Sync routers for ids ['092dfa9f-c37e-433f-8a03-085dde0077fb'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:26:34.388226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Routers {'092dfa9f-c37e-433f-8a03-085dde0077fb'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:26:34.389058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:26:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['092dfa9f-c37e-433f-8a03-085dde0077fb'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:34.578633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Set router 092dfa9f-c37e-433f-8a03-085dde0077fb gateway port host: None {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:26:34.979751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'name': 'router1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:22Z', 'updated_at': '2020-11-20T08:26:33Z', 'revision_number': 2, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'gw_port_host': None, '_interfaces': [{'id': 'aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c', 'name': '', 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:32Z', 'updated_at': '2020-11-20T08:26:33Z', 'revision_number': 2, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'subnets': [{'id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f105f9f-d4f8-4a09-9b45-aba5419b7dd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:34.985407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Checking router: 092dfa9f-c37e-433f-8a03-085dde0077fb for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:26:34.985834 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Updating router 092dfa9f-c37e-433f-8a03-085dde0077fb port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c binding host dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:26:35.045868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:35.530484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Notify callbacks [] for port, precommit_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:35.549833 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Transition to ACTIVE for port object aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c will not be triggered until provisioned by entity L2. {{(pid=80256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:26:35.554162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:35.571493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:35.898017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Pushing event updated for resources: {'Port': ['ID=aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c,revision_number=3']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:35.924203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.924598 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.924970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.925333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.925705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.926778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.927191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.927528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.927888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.928239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.928593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.929281 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Tracked resource versions report: Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: pushed versions: Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: { 'AddressGroup': {'1.0'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': {'1.0'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': {'1.0'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': {'1.1'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': {'1.6'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': {'1.2'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': {'1.8'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': {'1.2'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': {'1.0'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': {'1.1'}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': {'1.1'}} Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: consumer versions: Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: { DHCP agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: L3 agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: Metadata agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: Metering agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@dv-cinder-733622-11-iscsi: { 'AddressGroup': '1.0', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}} Nov 20 08:26:35.930322 dv-cinder-733622-11-iscsi neutron-server[80142]: {{(pid=80256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:26:35.938802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:36.078119 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Attempting to bind port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:26:36.078557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Attempting to bind port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': '8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1'}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:26:36.079077 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Attempting to bind port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c on network 89e2d39e-3a81-4184-a363-b5c63586cfd1 {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:26:36.087129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:26:36.087129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Checking segment: {'id': '8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:26:36.087629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:36.088424 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Bound using segment: {'id': '8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1'} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:26:36.088622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Bound port: aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1'}}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:26:36.089058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:36.184822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] For port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:26:36.189295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] For port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c,segment=NetworkSegment(8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b),segment_id=8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b)] {{(pid=80256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:26:36.192462 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:36.209471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:36.371317 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Pushing event updated for resources: {'Port': ['ID=aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c,revision_number=4']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:36.376104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:36.430305 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Routers {'092dfa9f-c37e-433f-8a03-085dde0077fb'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:26:36.431034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:26:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['092dfa9f-c37e-433f-8a03-085dde0077fb'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:36.602288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] Set router 092dfa9f-c37e-433f-8a03-085dde0077fb gateway port host: None {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:26:36.970946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'name': 'router1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:22Z', 'updated_at': '2020-11-20T08:26:33Z', 'revision_number': 2, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'gw_port_host': None, '_interfaces': [{'id': 'aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c', 'name': '', 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:32Z', 'updated_at': '2020-11-20T08:26:36Z', 'revision_number': 4, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'subnets': [{'id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f105f9f-d4f8-4a09-9b45-aba5419b7dd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:36.976126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6134b9-db26-4c8d-bf19-66bfe2c6b3a0 None None] The sync data for ids ['092dfa9f-c37e-433f-8a03-085dde0077fb'] in dv-cinder-733622-11-iscsi is: [{'id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'name': 'router1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:22Z', 'updated_at': '2020-11-20T08:26:33Z', 'revision_number': 2, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'gw_port_host': None, '_interfaces': [{'id': 'aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c', 'name': '', 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:32Z', 'updated_at': '2020-11-20T08:26:36Z', 'revision_number': 4, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'subnets': [{'id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f105f9f-d4f8-4a09-9b45-aba5419b7dd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:26:36.999973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 53926) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:37.331382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.policy [None req-6b5a7f81-9992-4bb3-87f2-694d295b6483 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80253) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 20 08:26:37.332921 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING oslo_policy.policy [None req-6b5a7f81-9992-4bb3-87f2-694d295b6483 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:37.333284 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING oslo_policy.policy [None req-6b5a7f81-9992-4bb3-87f2-694d295b6483 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:37.339203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a7f81-9992-4bb3-87f2-694d295b6483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:37.341034 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-6b5a7f81-9992-4bb3-87f2-694d295b6483 admin admin] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 842 time: 0.3401330 Nov 20 08:26:37.352379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:37.355677 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.quota [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Loaded quota_driver: . Nov 20 08:26:37.362566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:37.368868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Usage tracker for resource:subnet and tenant:b64e10bc3eef49cd91e3ffe81997e2b4 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:37.372362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:37.379501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:37.396080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Made reservation on behalf of b64e10bc3eef49cd91e3ffe81997e2b4 for: {'subnet': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:26:37.402430 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:38.148025 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.objects.ports [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80253) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:26:38.148815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for subnet, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:38.163307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:38.308683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=507a61bf-2929-44be-b52e-40506d48634e,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:38.333268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.333663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.334036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.334399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.334761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.335156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.335517 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.335877 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.336254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.336607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.336960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.337317 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Tracked resource versions report: Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: pushed versions: Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: { 'AddressGroup': {'1.0'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': {'1.0'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': {'1.0'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': {'1.1'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': {'1.6'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': {'1.2'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': {'1.8'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': {'1.2'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': {'1.0'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': {'1.1'}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': {'1.1'}} Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: consumer versions: Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: { DHCP agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: L3 agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: Metadata agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: Metering agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@dv-cinder-733622-11-iscsi: { 'AddressGroup': '1.0', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}} Nov 20 08:26:38.338670 dv-cinder-733622-11-iscsi neutron-server[80142]: {{(pid=80253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:26:38.378658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:38.415020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Checking segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:26:38.415418 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Network hostable DHCP agents. Network: 24cc1651-bd06-4774-a165-46441dd7e5d9, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:26:38.440034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:26:38.449981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 24cc1651-bd06-4774-a165-46441dd7e5d9) {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:26:38.455020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:38.455661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:38.460720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12762836-67f3-4b52-9b8e-64466253d3b5 None None] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:26:38.479398 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1318426 Nov 20 08:26:38.564356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:26:38.733499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:26:38.776670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:38.777010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:38.809489 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a94da-5bbb-4d1c-bb9d-5e3cbfe171e4 None None] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:26:39.090903 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:39.310252 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c,segment=NetworkSegment(8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b),segment_id=8d82ecf8-2fd6-4060-a71f-f4ab50d86a5b)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:26:39.313168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:39.315231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:39.383724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:39.387373 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:40.519738 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:26:40.597758 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:40.598086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:41.110888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 53946) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:41.399482 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-6a555583-3148-4d14-858f-e11ce4b746c6 admin admin] 10.222.0.32 "GET /v2.0/routers/092dfa9f-c37e-433f-8a03-085dde0077fb HTTP/1.1" status: 200 len: 710 time: 0.2873566 Nov 20 08:26:41.544267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaf8e33-04ab-41cf-b6b3-e7a43ea4e371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:41.545758 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-fbaf8e33-04ab-41cf-b6b3-e7a43ea4e371 admin admin] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 886 time: 0.1401374 Nov 20 08:26:41.556970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:42.071287 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854257228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854268100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519'] for router, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:42.270557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:42.303163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:42.319820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:42.365058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:42.369067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:42.372147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:42.377891 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:42.453198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:42.455941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:42.471979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:42.725665 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8302e5-0a58-4b8b-9d17-3db7c4c77a8a,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:42.732864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:42.884790 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Allocated IP 172.27.0.117 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/49d79835-a140-4981-bcc0-eb1d7ab7f69f) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:26:43.044021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:43.100333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:43.114444 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:43.254549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Pushing event updated for resources: {'Port': ['ID=49d79835-a140-4981-bcc0-eb1d7ab7f69f,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:43.261407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:43.302533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:26:43.303607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:26:43.305967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:26:43.489904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:43.661076 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854257228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854268100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519'] for router, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:43.664884 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-518589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854257243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-507685'] for router, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:43.880119 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Router 092dfa9f-c37e-433f-8a03-085dde0077fb has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:26:44.087371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:26:44.098547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Sync routers for ids ['092dfa9f-c37e-433f-8a03-085dde0077fb'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:26:44.104361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Notify callbacks [] for router, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:44.105647 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] 10.222.0.32 "PUT /v2.0/routers/092dfa9f-c37e-433f-8a03-085dde0077fb HTTP/1.1" status: 200 len: 890 time: 2.5524857 Nov 20 08:26:44.119332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Routers {'092dfa9f-c37e-433f-8a03-085dde0077fb'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:26:44.120155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:26:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['092dfa9f-c37e-433f-8a03-085dde0077fb'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:44.332246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Set router 092dfa9f-c37e-433f-8a03-085dde0077fb gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:26:44.757989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'name': 'router1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '49d79835-a140-4981-bcc0-eb1d7ab7f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:22Z', 'updated_at': '2020-11-20T08:26:43Z', 'revision_number': 4, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'gw_port': {'id': '49d79835-a140-4981-bcc0-eb1d7ab7f69f', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:42Z', 'updated_at': '2020-11-20T08:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c', 'name': '', 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:32Z', 'updated_at': '2020-11-20T08:26:39Z', 'revision_number': 5, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'subnets': [{'id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f105f9f-d4f8-4a09-9b45-aba5419b7dd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:44.763104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Checking router: 092dfa9f-c37e-433f-8a03-085dde0077fb for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:26:44.763498 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Updating router 092dfa9f-c37e-433f-8a03-085dde0077fb port 49d79835-a140-4981-bcc0-eb1d7ab7f69f binding host dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:26:44.817637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.274098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Notify callbacks [] for port, precommit_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.288274 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Transition to ACTIVE for port object 49d79835-a140-4981-bcc0-eb1d7ab7f69f will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:26:45.290490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.306629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:45.447735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41bcb4-1eab-44cc-9e6a-3c1626938504 None None] Pushing event updated for resources: {'Port': ['ID=49d79835-a140-4981-bcc0-eb1d7ab7f69f,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:45.452118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5a41bcb4-1eab-44cc-9e6a-3c1626938504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:45.505705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Attempting to bind port 49d79835-a140-4981-bcc0-eb1d7ab7f69f on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:26:45.506115 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Attempting to bind port 49d79835-a140-4981-bcc0-eb1d7ab7f69f by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:26:45.506515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Attempting to bind port 49d79835-a140-4981-bcc0-eb1d7ab7f69f on network 24cc1651-bd06-4774-a165-46441dd7e5d9 {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:26:45.513339 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:26:45.513744 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Checking segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:26:45.514183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.514606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Bound using segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:26:45.515147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Bound port: 49d79835-a140-4981-bcc0-eb1d7ab7f69f, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:26:45.515540 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.595500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] For port 49d79835-a140-4981-bcc0-eb1d7ab7f69f, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:26:45.599350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] For port 49d79835-a140-4981-bcc0-eb1d7ab7f69f, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=49d79835-a140-4981-bcc0-eb1d7ab7f69f,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:26:45.602921 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.619592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6508c97d-9333-4cc7-bd91-56ff1fb183ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:45.777220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41bcb4-1eab-44cc-9e6a-3c1626938504 None None] Pushing event updated for resources: {'Port': ['ID=49d79835-a140-4981-bcc0-eb1d7ab7f69f,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:45.781812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5a41bcb4-1eab-44cc-9e6a-3c1626938504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:45.830977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Routers {'092dfa9f-c37e-433f-8a03-085dde0077fb'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:26:45.831694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:26:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['092dfa9f-c37e-433f-8a03-085dde0077fb'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:46.023582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] Set router 092dfa9f-c37e-433f-8a03-085dde0077fb gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:26:46.529437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'name': 'router1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '49d79835-a140-4981-bcc0-eb1d7ab7f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:22Z', 'updated_at': '2020-11-20T08:26:43Z', 'revision_number': 4, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'gw_port': {'id': '49d79835-a140-4981-bcc0-eb1d7ab7f69f', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:42Z', 'updated_at': '2020-11-20T08:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c', 'name': '', 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:32Z', 'updated_at': '2020-11-20T08:26:39Z', 'revision_number': 5, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'subnets': [{'id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f105f9f-d4f8-4a09-9b45-aba5419b7dd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:46.533624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac36d35c-34ac-4bbc-9919-179b344b09c2 None None] The sync data for ids ['092dfa9f-c37e-433f-8a03-085dde0077fb'] in dv-cinder-733622-11-iscsi is: [{'id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'name': 'router1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '49d79835-a140-4981-bcc0-eb1d7ab7f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:22Z', 'updated_at': '2020-11-20T08:26:43Z', 'revision_number': 4, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'gw_port': {'id': '49d79835-a140-4981-bcc0-eb1d7ab7f69f', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:42Z', 'updated_at': '2020-11-20T08:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c', 'name': '', 'network_id': '89e2d39e-3a81-4184-a363-b5c63586cfd1', 'tenant_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092dfa9f-c37e-433f-8a03-085dde0077fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:32Z', 'updated_at': '2020-11-20T08:26:39Z', 'revision_number': 5, 'project_id': '9ad23e66ba58435fbd66eb9d53893e7f', 'subnets': [{'id': '5b5aa031-cbf6-4a5f-9af1-0e54efc512ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f105f9f-d4f8-4a09-9b45-aba5419b7dd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:26:46.874751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 53956) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:47.030746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af70374b-1a2b-47d0-a026-5324a0b10ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:47.032567 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-af70374b-1a2b-47d0-a026-5324a0b10ea5 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1565075 Nov 20 08:26:48.555741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 49d79835-a140-4981-bcc0-eb1d7ab7f69f up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:26:48.636492 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 49d79835-a140-4981-bcc0-eb1d7ab7f69f completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:26:48.641593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 49d79835-a140-4981-bcc0-eb1d7ab7f69f triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:48.642007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:48.786742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:48.812770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port 49d79835-a140-4981-bcc0-eb1d7ab7f69f, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=49d79835-a140-4981-bcc0-eb1d7ab7f69f,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:26:48.817510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:48.820590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:48.901528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=49d79835-a140-4981-bcc0-eb1d7ab7f69f,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:48.906228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:49.962580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0527ecdf-041f-40eb-8613-f2a0e64828a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:50.546605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 49d79835-a140-4981-bcc0-eb1d7ab7f69f up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:26:50.675507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 49d79835-a140-4981-bcc0-eb1d7ab7f69f triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:50.675923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:52.688167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 5 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:26:52.798460 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:52.882843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-51999759-55d7-43f3-9fb2-2f75154b6099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:54.313952 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:55.072846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:19.941418 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4a15c3aa-d828-4fff-904d-067a615e9dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:22.790724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:22.865937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-625c4879-7f70-41d9-a0ec-41d8b2968c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:24.297024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:25.046559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:29.688995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 5 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:27:49.936318 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2b1902f2-9b4a-424f-a707-089b4b1e11aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:52.795777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:52.870519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ba01ba68-3468-4596-a0f8-78363259de2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:54.305165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:55.054714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:06.691395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 5 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:28:19.939451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7e4e587-e899-4e61-8fa1-1c3f30d1c0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:22.796116 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:22.873597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9078a527-1950-4c11-ac3d-1dd484d37b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:24.298568 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:25.057989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:43.692232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 5 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:28:49.942133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec430-bae7-4df6-ac14-2721114824ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:52.800271 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:52.879010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f136-dfa9-4728-80af-94207a4b13a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:54.300478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:55.063104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:04.748503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54532) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:04.852428 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcde371-842a-4a9d-8233-acdfbc2bb8ee admin admin] GET failed (client error): The resource could not be found. Nov 20 08:29:04.853777 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-5dcde371-842a-4a9d-8233-acdfbc2bb8ee admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1042485 Nov 20 08:29:05.002557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a6cd31-4c9f-48b7-b42c-7a273cb7e139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:05.004477 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-39a6cd31-4c9f-48b7-b42c-7a273cb7e139 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1461174 Nov 20 08:29:07.540068 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54542) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:07.714406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec51197-d3f0-4535-bb18-7a38d487f061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:07.715444 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-5ec51197-d3f0-4535-bb18-7a38d487f061 admin admin] Synchronizing usage tracker for tenant:b64e10bc3eef49cd91e3ffe81997e2b4 on resource:subnet {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:29:07.743250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-5ec51197-d3f0-4535-bb18-7a38d487f061 admin admin] Unset dirty status for tenant:b64e10bc3eef49cd91e3ffe81997e2b4 on resource:subnet {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:29:07.744525 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-5ec51197-d3f0-4535-bb18-7a38d487f061 admin admin] 10.222.0.32 "GET /v2.0/subnets/5b5aa031-cbf6-4a5f-9af1-0e54efc512ec HTTP/1.1" status: 200 len: 849 time: 0.2034190 Nov 20 08:29:07.755491 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:29:07.885679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Notify callbacks [] for subnet, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:08.209060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363267396192645'] for subnet, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:08.225186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ab3a5479-fd10-4ff8-9644-f8ac64992465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:29:08.526278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5aa031-cbf6-4a5f-9af1-0e54efc512ec,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:29:08.539966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.540314 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.540725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.540982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.541484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.541762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.542034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.542389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.542744 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.543124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.543475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.543824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:08.548352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:29:08.583831 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:08.584848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:08.586800 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] 10.222.0.32 "PUT /v2.0/subnets/5b5aa031-cbf6-4a5f-9af1-0e54efc512ec HTTP/1.1" status: 200 len: 868 time: 0.8357542 Nov 20 08:29:08.589015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f54e86-22da-44be-b237-60ee220cc0a9 None None] Network 89e2d39e-3a81-4184-a363-b5c63586cfd1 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:29:09.130225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-cd359b3e-667a-4588-9339-a10c5b610441 None None] Provisioning complete for port aa1d2ff7-6b7b-4b5e-bd6f-f37b6ad8ca4c triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:29:09.130566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cd359b3e-667a-4588-9339-a10c5b610441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:09.266942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-cd359b3e-667a-4588-9339-a10c5b610441 None None] Provisioning complete for port ecb6bc8a-e7fb-49f5-ace8-317023736b8b triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:29:09.267358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cd359b3e-667a-4588-9339-a10c5b610441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:11.104593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54552) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:11.324300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a77ed-ff1b-4996-883e-ba73be7c6f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:11.324637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a77ed-ff1b-4996-883e-ba73be7c6f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:11.326957 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-b99a77ed-ff1b-4996-883e-ba73be7c6f39 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2206583 Nov 20 08:29:13.841312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54562) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:14.061851 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a1961e-e796-4cc6-8421-b13687f7da23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:14.062181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a1961e-e796-4cc6-8421-b13687f7da23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:14.063911 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-91a1961e-e796-4cc6-8421-b13687f7da23 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2209926 Nov 20 08:29:16.600794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54572) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:16.816378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fde20e-4749-443b-a390-28ce73459ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:16.817796 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-67fde20e-4749-443b-a390-28ce73459ff6 admin admin] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 886 time: 0.2159314 Nov 20 08:29:19.365256 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54582) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:19.584299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0571bdd-6f76-41e8-8493-622eaca33fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:19.585962 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d0571bdd-6f76-41e8-8493-622eaca33fcc admin admin] 10.222.0.32 "GET /v2.0/networks/89e2d39e-3a81-4184-a363-b5c63586cfd1 HTTP/1.1" status: 200 len: 862 time: 0.2196665 Nov 20 08:29:19.947581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc192-0881-4b16-8663-86ab42e1f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:20.693122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 5 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:29:22.150645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 54592) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:22.299248 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f155ad-94a6-4761-82ce-e6ae61d157b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:22.299669 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f155ad-94a6-4761-82ce-e6ae61d157b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:22.301380 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-a8f155ad-94a6-4761-82ce-e6ae61d157b5 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1496511 Nov 20 08:29:22.799578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:22.871404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-19b79eb4-2433-4dc3-9de3-9367fede8533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:24.305467 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:24.836407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 54602) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:24.983196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1639b6ec-b353-457e-b7f9-0719286c710b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:24.983605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1639b6ec-b353-457e-b7f9-0719286c710b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:24.985252 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-1639b6ec-b353-457e-b7f9-0719286c710b admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1478252 Nov 20 08:29:25.067807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:27.487389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 54612) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:27.631624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb8dd5-aa2e-4b25-96ae-6722994c7976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:27.633126 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-1edb8dd5-aa2e-4b25-96ae-6722994c7976 admin admin] 10.222.0.32 "GET /v2.0/subnets/507a61bf-2929-44be-b52e-40506d48634e HTTP/1.1" status: 200 len: 816 time: 0.1446555 Nov 20 08:29:30.150983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 54622) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:30.300582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c943c7-d76b-4fbc-9d7b-508737248439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:30.302085 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-14c943c7-d76b-4fbc-9d7b-508737248439 admin admin] 10.222.0.32 "GET /v2.0/subnets/5b5aa031-cbf6-4a5f-9af1-0e54efc512ec HTTP/1.1" status: 200 len: 868 time: 0.1500766 Nov 20 08:29:49.952170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-93142227-9cb2-4905-bf4b-face5f091ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:52.803535 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:52.874454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-41ee0f39-a4e7-4351-a386-f95e82303077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:54.308736 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:55.073869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:56.518733 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 54662) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:56.600332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [None req-9d3706d8-9af0-4f35-a44b-b700f2e8a88d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80254) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:29:56.601453 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9d3706d8-9af0-4f35-a44b-b700f2e8a88d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0816519 Nov 20 08:29:57.694028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 5 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:29:59.225812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54672) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:59.333667 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b470a74-468d-43b4-82f7-86d2b369c897 admin admin] GET failed (client error): The resource could not be found. Nov 20 08:29:59.335075 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-6b470a74-468d-43b4-82f7-86d2b369c897 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1081698 Nov 20 08:29:59.474114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0f76bb-4d94-48f5-9ee7-c26d3ba5bbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:59.475742 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-be0f76bb-4d94-48f5-9ee7-c26d3ba5bbac admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363258 Nov 20 08:30:02.067000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54682) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:30:02.171009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:30:02.176771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:30:02.180925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Usage tracker for resource:network and tenant:b64e10bc3eef49cd91e3ffe81997e2b4 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:30:02.184164 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:30:02.190525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:30:02.200678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Made reservation on behalf of b64e10bc3eef49cd91e3ffe81997e2b4 for: {'network': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:30:02.205423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:02.302280 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.services.revisions.revision_plugin [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Could not find related network for resource to bump revision. Nov 20 08:30:02.336094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:30:02.348480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769458699601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:02.348927 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Added segment be418f9a-7a30-4367-b48a-b89f40e202dc of type vxlan for network 5ca0a70c-ff50-4088-aca3-b4b75d6844bc Nov 20 08:30:02.388691 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:02.424767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:02.426024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:30:02.426656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:02.431714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:30:02.481600 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4127586 Nov 20 08:30:02.541996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Pushing event updated for resources: {'Network': ['ID=5ca0a70c-ff50-4088-aca3-b4b75d6844bc,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:30:02.546428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:30:02.554628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 5ca0a70c-ff50-4088-aca3-b4b75d6844bc details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:30:05.032231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54692) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:30:05.137646 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eecdb1f-4494-433d-b4a3-011477815113 admin admin] GET failed (client error): The resource could not be found. Nov 20 08:30:05.138233 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-5eecdb1f-4494-433d-b4a3-011477815113 admin admin] Synchronizing usage tracker for tenant:b64e10bc3eef49cd91e3ffe81997e2b4 on resource:network {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:30:05.154564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-5eecdb1f-4494-433d-b4a3-011477815113 admin admin] Unset dirty status for tenant:b64e10bc3eef49cd91e3ffe81997e2b4 on resource:network {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:30:05.155908 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-5eecdb1f-4494-433d-b4a3-011477815113 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1225803 Nov 20 08:30:05.276269 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0a3c2-8931-4e58-90ad-2c04b82b3f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:30:05.278467 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-bde0a3c2-8931-4e58-90ad-2c04b82b3f76 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1175649 Nov 20 08:30:05.289865 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:30:05.295163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:30:05.305005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:30:05.313931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Made reservation on behalf of b64e10bc3eef49cd91e3ffe81997e2b4 for: {'subnet': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:30:05.318522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:05.729764 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for subnet, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:05.745655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3dc1a1fb-e13a-4842-a8bb-e616668a606e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:30:05.879982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d231d8d6-f083-43dc-8260-fb5930dc45f9,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:30:05.884065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:30:05.943638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Checking segment: {'id': 'be418f9a-7a30-4367-b48a-b89f40e202dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:30:05.944019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Network hostable DHCP agents. Network: 5ca0a70c-ff50-4088-aca3-b4b75d6844bc, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:30:05.964667 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Network 5ca0a70c-ff50-4088-aca3-b4b75d6844bc is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:30:05.973316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 5ca0a70c-ff50-4088-aca3-b4b75d6844bc) {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:30:05.977232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:30:05.977866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:05.983333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a250c86-b66b-4b8b-abc3-238fcf45cf18 None None] Network 5ca0a70c-ff50-4088-aca3-b4b75d6844bc requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:30:06.003439 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7176039 Nov 20 08:30:06.224000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd700f3d-7deb-5abd-90d0-52bb173c3136-5ca0a70c-ff50-4088-aca3-b4b75d6844bc', 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc', 'tenant_id': 'b64e10bc3eef49cd91e3ffe81997e2b4', 'fixed_ips': [{'subnet_id': 'd231d8d6-f083-43dc-8260-fb5930dc45f9'}]}} from dv-cinder-733622-11-iscsi. {{(pid=80255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:30:06.224948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:06.528751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Allocated IP 192.168.233.2 (5ca0a70c-ff50-4088-aca3-b4b75d6844bc/d231d8d6-f083-43dc-8260-fb5930dc45f9/37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6) {{(pid=80255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:30:06.756883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Notify callbacks [] for port, precommit_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:06.769142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Transition to ACTIVE for port object 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:30:06.786621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Transition to ACTIVE for port object 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 will not be triggered until provisioned by entity DHCP. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:30:06.791111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:06.810394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5a41bcb4-1eab-44cc-9e6a-3c1626938504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:30:07.104408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Pushing event updated for resources: {'Port': ['ID=37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6,revision_number=1']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:30:07.125371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.125762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.126136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.126501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.126884 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.127250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.127620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.127990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.128326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.128681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.129297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.129697 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:07.135226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:30:07.179391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Network 5ca0a70c-ff50-4088-aca3-b4b75d6844bc is already hosted by enough agents. {{(pid=80255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:30:07.180737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Resources bound (agent type, host, resource id): {{(pid=80255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:30:07.183311 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Received port after_create {{(pid=80255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:30:07.242776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Attempting to bind port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:30:07.243355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Attempting to bind port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'be418f9a-7a30-4367-b48a-b89f40e202dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:30:07.243607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Attempting to bind port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 on network 5ca0a70c-ff50-4088-aca3-b4b75d6844bc {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:30:07.252307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:30:07.252726 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Checking segment: {'id': 'be418f9a-7a30-4367-b48a-b89f40e202dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:30:07.253172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:07.253611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Bound using segment: {'id': 'be418f9a-7a30-4367-b48a-b89f40e202dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:30:07.254395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Bound port: 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be418f9a-7a30-4367-b48a-b89f40e202dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:30:07.254850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:07.356101 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] For port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:30:07.359977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] For port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6,segment=NetworkSegment(be418f9a-7a30-4367-b48a-b89f40e202dc),segment_id=be418f9a-7a30-4367-b48a-b89f40e202dc)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:30:07.363544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:07.380619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:30:07.537828 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Pushing event updated for resources: {'Port': ['ID=37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:30:07.542562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:30:08.670659 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:30:08.756111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:30:08.805787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5a0c9f-66a6-46d4-aee1-76b57122a851 None None] Network 5ca0a70c-ff50-4088-aca3-b4b75d6844bc requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:30:08.937633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-d4663ec9-aff0-408d-8ec4-1005a9bd4045 None None] Provisioning for port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:30:08.952146 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-d4663ec9-aff0-408d-8ec4-1005a9bd4045 None None] Provisioning complete for port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:30:08.952552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4663ec9-aff0-408d-8ec4-1005a9bd4045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:09.178128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4663ec9-aff0-408d-8ec4-1005a9bd4045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:09.220590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-d4663ec9-aff0-408d-8ec4-1005a9bd4045 None None] For port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6,segment=NetworkSegment(be418f9a-7a30-4367-b48a-b89f40e202dc),segment_id=be418f9a-7a30-4367-b48a-b89f40e202dc)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:30:09.224066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4663ec9-aff0-408d-8ec4-1005a9bd4045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:09.227329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:30:09.302994 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4663ec9-aff0-408d-8ec4-1005a9bd4045 None None] Pushing event updated for resources: {'Port': ['ID=37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:30:09.306402 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d4663ec9-aff0-408d-8ec4-1005a9bd4045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:30:09.447758 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-500c0021-18f2-4006-b739-0f4bb2fe6001 None None] Provisioning complete for port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:30:09.448179 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-500c0021-18f2-4006-b739-0f4bb2fe6001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:09.697652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-52a7fe46-3982-42b2-924d-68707f3748ee None None] Provisioning complete for port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:30:09.698218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52a7fe46-3982-42b2-924d-68707f3748ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:10.630994 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:30:10.712430 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 37fcae69-a6ac-4fb1-ab77-a97a2c20d1e6 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:30:10.713000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:19.955369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-97f0223f-b397-4240-8d08-3272c692aa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:22.806353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:22.877299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-322387de-755e-451c-a9f2-9cc5d15ae65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:24.312963 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:25.076908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:34.694196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 5 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:30:49.958477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9317c9e7-02e9-4294-8b9d-d551713cd478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:52.814104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:52.886526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb47f216-ed04-4e28-8c0d-4d2aa83925a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:54.315369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:55.077767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:09.172676 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54734) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:31:09.179170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [None req-558dbe7f-5074-41a8-b6e8-f594c031cb88 tempest-verify_tempest_config-327339281 tempest-verify_tempest_config-327339281] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80253) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:31:09.180215 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-558dbe7f-5074-41a8-b6e8-f594c031cb88 tempest-verify_tempest_config-327339281 tempest-verify_tempest_config-327339281] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0065219 Nov 20 08:31:09.529832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54754) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:31:09.691094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:09.727784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:31:09.732785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Usage tracker for resource:security_group_rule and tenant:4db7285b665f4c6087485f889c2cb76d is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:31:09.735842 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:31:09.741607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:31:09.815677 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:09.818425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:09.827510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:31:09.870413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7bc3f2-64d8-4a63-b631-7f08957251b9,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:31:09.875104 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4db7285b665f4c6087485f889c2cb76d&name=default HTTP/1.1" status: 200 len: 2743 time: 0.3441901 Nov 20 08:31:09.877930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 54760) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:31:09.882022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.882418 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.882791 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.883171 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.883528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.883884 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.884239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.884636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.884992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.885435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.885792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.886180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:09.890223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:31:09.948683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:09.975266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:10.026351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:10.031571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:31:10.044908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7bc3f2-64d8-4a63-b631-7f08957251b9,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:31:10.052971 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:10.054240 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa7bc3f2-64d8-4a63-b631-7f08957251b9 HTTP/1.1" status: 204 len: 168 time: 0.1749008 Nov 20 08:31:10.057967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.058363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.058699 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.059096 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.059463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.059937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.060182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.060545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.060935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.061286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.061648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.062000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:10.065312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:31:11.694778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 5 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:31:19.960648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a79a0212-3d54-4b64-9eaf-5206a0069fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:22.814336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:22.881408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bdddfd4f-e10c-4c83-84cc-27bd6bb5075b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:24.319374 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:25.080132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:48.694836 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 5 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:31:49.964456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f3e8d975-d351-44cb-b557-fe1cce401906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:52.816917 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:52.882069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7413a58a-5675-475e-b418-b874d6231275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:54.323838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:55.082637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:19.965743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-61804ffa-e363-47c0-a3bb-f521bd906921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:22.818344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:22.885183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f8adf657-b4be-4fcb-8f9b-43af45e98e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:24.325531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:25.085172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:25.695349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 5 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:32:49.776376 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216'] for agent, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:49.776982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.777195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.777584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.777969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.778346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.778720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.779120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.779504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.779875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.780267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.780637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.780978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:32:49.781387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-73362', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:32:49.785713 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73362', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:32:49.966552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-125a1dad-2a70-456b-9f65-2554edde53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:50.221913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] get_endpoint_by_host() called for host hv-cinder-73362 {{(pid=80255) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 20 08:32:50.226785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] get_endpoint_by_ip() called for ip 192.168.0.30 {{(pid=80255) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 20 08:32:50.229955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] _add_endpoint() called for ip 192.168.0.30 {{(pid=80255) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 20 08:32:50.234784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] _get_endpoints() called {{(pid=80255) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 20 08:32:52.821772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:52.885893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a0f7ae2-90e6-4ae7-b8fc-263b78945d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:54.328311 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:55.089380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:02.143582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 54832) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:33:02.293322 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c2e35daa-09fc-4a57-ab25-c4015028f8b3 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5091 time: 0.1485505 Nov 20 08:33:02.696814 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:33:04.781386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 54842) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:33:04.874928 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0e6cd615-6d5b-49b9-972c-e6fcbbbccf92 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5091 time: 0.0923543 Nov 20 08:33:19.783690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:19.967332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-48bf4e47-7383-4d49-b38d-44518ef80d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:22.824289 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:22.887566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b5a85cdc-99c4-4efc-aa41-267277f94fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:24.331462 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:25.091088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:39.700130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:33:49.786112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:49.967654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-38c94271-751c-4f24-b9a4-5d11fdeae567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:52.828799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:52.889595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-942b443d-3ae8-43fe-b1b3-dc06706a1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:54.334149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:55.109593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:16.701729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:34:19.783032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:19.969199 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6c556dee-df1b-44aa-8da9-12d7194bec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:22.830879 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:22.892210 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5491f072-7b77-4b3a-91cb-31af065b0dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:24.337928 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:25.109069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:39.012539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 54974) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:39.656961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-995265613-network', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:39.666679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:39.671665 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Usage tracker for resource:network and tenant:aa41560db5074b5889fca2f2778f6072 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:39.675845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:39.685901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:39.698062 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Made reservation on behalf of aa41560db5074b5889fca2f2778f6072 for: {'network': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:34:39.705034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:39.721489 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:39.759520 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:39.766254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:aa41560db5074b5889fca2f2778f6072 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:39.769468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:39.776539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:39.867231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:39.870529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:39.878300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:39.906371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:34:39.929511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d382997-dd1f-46db-8f04-34c12fcb8d89,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:39.935455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:39.935847 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Added segment d3234b42-b14b-450a-9b4f-9c926eaa3bc2 of type vxlan for network ad512bb8-48e5-4be8-ad72-4eb634331113 Nov 20 08:34:39.950190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.950571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.950979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.951355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.951720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.952086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.952450 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.952813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.953178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.953539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.953899 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.954261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.954727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.955132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.955482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.955834 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.956192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.956557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.957024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.957442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.957889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.958934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.959396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.959901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Tracked resource versions report: Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: pushed versions: Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: { 'AddressGroup': {'1.0'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': {'1.0'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': {'1.0'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': {'1.1'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': {'1.6'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': {'1.2'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': {'1.8'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': {'1.2'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': {'1.0'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': {'1.1'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': {'1.1'}} Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: consumer versions: Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: { DHCP agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: L3 agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: Metadata agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: Metering agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@dv-cinder-733622-11-iscsi: { 'AddressGroup': '1.0', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}, Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}} Nov 20 08:34:39.961634 dv-cinder-733622-11-iscsi neutron-server[80142]: {{(pid=80254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:34:39.965369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:39.996835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:40.031494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:40.032823 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:40.033348 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:40.039192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-20a7b135-1eb1-47bf-a122-1eb7f0fa3732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:40.116214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55012) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:40.125206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Request body: {'subnet': {'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-995265613-subnet', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:40.132426 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1176476 Nov 20 08:34:40.141577 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:40.149249 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Usage tracker for resource:subnet and tenant:aa41560db5074b5889fca2f2778f6072 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:40.155169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:40.165222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:40.192039 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Made reservation on behalf of aa41560db5074b5889fca2f2778f6072 for: {'subnet': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:34:40.198994 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:40.212987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=ad512bb8-48e5-4be8-ad72-4eb634331113,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:40.216218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:40.224595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network ad512bb8-48e5-4be8-ad72-4eb634331113 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:34:40.357004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network ad512bb8-48e5-4be8-ad72-4eb634331113 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:34:40.711491 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for subnet, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:40.729476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:41.041136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4222133-a313-49fa-bed1-42b8add33008,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:41.061953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.062322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.062613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.062982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.063350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.063710 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.064066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.064421 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.064768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.065123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.065487 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.065826 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.066263 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.066635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.067016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.067367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.067885 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.068242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.068603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.068955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.069403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.069797 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.070148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.070496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Tracked resource versions report: Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: pushed versions: Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: { 'AddressGroup': {'1.0'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': {'1.0'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': {'1.0'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': {'1.1'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': {'1.6'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': {'1.2'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': {'1.8'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': {'1.2'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': {'1.0'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': {'1.1'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': {'1.1'}} Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: consumer versions: Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: { DHCP agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: L3 agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: Metadata agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: Metering agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@dv-cinder-733622-11-iscsi: { 'AddressGroup': '1.0', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}, Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}} Nov 20 08:34:41.071857 dv-cinder-733622-11-iscsi neutron-server[80142]: {{(pid=80253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:34:41.096840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:41.144688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Checking segment: {'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:34:41.145082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Network hostable DHCP agents. Network: ad512bb8-48e5-4be8-ad72-4eb634331113, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:34:41.168198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Network ad512bb8-48e5-4be8-ad72-4eb634331113 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:34:41.177936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, ad512bb8-48e5-4be8-ad72-4eb634331113) {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:41.186400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a3b0b-5ceb-4c7f-b063-59e88a74a08e None None] Network ad512bb8-48e5-4be8-ad72-4eb634331113 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:34:41.203137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:41.203793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:41.241459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55046) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:41.268845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55052) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:41.270010 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1515706 Nov 20 08:34:41.275574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-995265613-router', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:41.283763 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:41.292877 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Usage tracker for resource:router and tenant:aa41560db5074b5889fca2f2778f6072 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:41.296651 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:41.304070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:41.316415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854267957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775236'] for router, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:41.318907 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854371163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-564'] for router, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:41.322038 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55056) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:41.366426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:41.428375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55064) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:41.592597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2821dd70-65aa-48f3-ac0a-e88792e92433 None None] Network ad512bb8-48e5-4be8-ad72-4eb634331113 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:34:41.658014 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854257228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854268100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519'] for router, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:41.712056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-39895147-network', 'tenant_id': '9553c10f52504a6c82160b41ce0c8d9f'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:41.718728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:41.726248 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Usage tracker for resource:network and tenant:9553c10f52504a6c82160b41ce0c8d9f is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:41.738767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:41.742982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-86230977-network', 'tenant_id': 'ec3e6a3a848442469961a7497234648b'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:41.751481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:41.757719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:41.765503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Usage tracker for resource:network and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:41.771158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:41.781003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:41.807182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Made reservation on behalf of 9553c10f52504a6c82160b41ce0c8d9f for: {'network': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:34:41.820939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Made reservation on behalf of ec3e6a3a848442469961a7497234648b for: {'network': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:34:41.823184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:41.827674 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:41.864764 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-602633260-network', 'tenant_id': '61907a3500114ad79753ba894f54723b'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:41.885142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:41.888285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:41.929038 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Usage tracker for resource:network and tenant:61907a3500114ad79753ba894f54723b is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:41.937722 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:41.954629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:41.988970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:41.989493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:41.996122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Made reservation on behalf of 61907a3500114ad79753ba894f54723b for: {'network': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:34:42.001368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.017436 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Usage tracker for resource:security_group_rule and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:42.035714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:42.046593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.061344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:42.122408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:42.128881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Usage tracker for resource:security_group_rule and tenant:61907a3500114ad79753ba894f54723b is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:42.133296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:42.140494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:42.227228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.237758 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.260742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:34:42.273032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769458699601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.273755 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Added segment 76355d8e-7499-4c67-95ff-dc09e35a5b29 of type vxlan for network 718043b5-18f0-487a-b0a0-0bd83f46e15c Nov 20 08:34:42.312797 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.335140 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:42.352297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Usage tracker for resource:security_group_rule and tenant:9553c10f52504a6c82160b41ce0c8d9f is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:42.358856 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:42.394636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:42.412460 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.413885 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-06182272-c74d-467a-b29a-44b10d28fdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:42.434802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.442234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.450996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:42.451866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.478191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:34:42.519936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c77b282-1042-431f-981c-bb6df451066c,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:42.537760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769458699601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.543979 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Added segment caa4b35e-f1f1-4ac0-ba0e-b12b7c151107 of type vxlan for network 3212dd08-f9b6-4467-b55f-4d799007c5a4 Nov 20 08:34:42.545865 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:42.549316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:42.599658 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1698363 Nov 20 08:34:42.604322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55092) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:42.621715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Request body: {'subnet': {'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-602633260-subnet', 'tenant_id': '61907a3500114ad79753ba894f54723b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:42.627005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69917caa-cd3d-4615-bb99-47c00d9c6ef9,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:42.630007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:42.632940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.635453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Usage tracker for resource:subnet and tenant:61907a3500114ad79753ba894f54723b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:42.638724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:42.639388 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:42.640381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:42.644668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:42.679086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.715142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.721545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.738553 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.747544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:42.754746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Made reservation on behalf of 61907a3500114ad79753ba894f54723b for: {'subnet': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:34:42.759932 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Notify callbacks [] for subnet, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.811148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:42.871766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Pushing event updated for resources: {'Network': ['ID=718043b5-18f0-487a-b0a0-0bd83f46e15c,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:42.883232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:42.884793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.885482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:34:42.886425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:42.887381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:42.893153 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c9263d96-269d-44ff-bccf-958baab1d4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:42.945603 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6218224 Nov 20 08:34:42.997459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55108) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:43.011178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Request body: {'subnet': {'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-subnet', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:43.020125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Pushing event updated for resources: {'Network': ['ID=3212dd08-f9b6-4467-b55f-4d799007c5a4,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:43.031615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:43.036048 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:43.039675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Usage tracker for resource:subnet and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:43.043424 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:43.049640 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:43.060858 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Made reservation on behalf of ec3e6a3a848442469961a7497234648b for: {'subnet': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:34:43.066351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:43.129070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:34:43.172655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:34:43.220127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:43.277832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:34:43.388795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80254) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:34:43.389186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:34:43.440361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Allocated IP 172.27.0.235 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/aa3cbc80-a0de-48e8-866b-68301f836a96) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:34:43.835613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for subnet, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:43.899599 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:43.968223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:44.071215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f10555f-7825-4d16-a048-b8792bb1d0f8,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:44.078000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:44.086257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:44.134870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:34:44.138123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Checking segment: {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:34:44.139369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Network hostable DHCP agents. Network: 3212dd08-f9b6-4467-b55f-4d799007c5a4, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:34:44.169700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:34:44.186260 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 3212dd08-f9b6-4467-b55f-4d799007c5a4) {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:44.190439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:44.191103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:44.199262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2981969-815f-4389-8048-891a926b530c None None] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:34:44.226747 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f4dc2249-1816-4241-8ef8-1a9334f97ca7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2249429 Nov 20 08:34:44.227637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55142) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:44.232222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:44.232875 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Added segment bee8b27e-7153-435a-aac3-4030de380d21 of type vxlan for network bc142b83-ea50-434b-b2d6-65f7be66ad74 Nov 20 08:34:44.237979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:44.243960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:44.248511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Usage tracker for resource:router and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:44.252385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:44.260607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:44.275545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854267957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775236'] for router, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:44.275545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854371163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-564'] for router, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:44.326634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:44.376321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:44.409833 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:44.517683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd700f3d-7deb-5abd-90d0-52bb173c3136-3212dd08-f9b6-4467-b55f-4d799007c5a4', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8'}]}} from dv-cinder-733622-11-iscsi. {{(pid=80255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:34:44.519118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:44.526070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.resource_extend [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 20 08:34:44.559037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:44.653014 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854257228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854268100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519'] for router, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:44.965206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:45.047724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:45.215387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Allocated IP 172.20.0.2 (3212dd08-f9b6-4467-b55f-4d799007c5a4/1f10555f-7825-4d16-a048-b8792bb1d0f8/05336a11-0de0-4da5-80ba-3bef31be5eab) {{(pid=80255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:34:45.312584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:45.364539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:45.365327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:45.402873 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Pushing event updated for resources: {'Port': ['ID=aa3cbc80-a0de-48e8-866b-68301f836a96,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:45.433581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:45.436086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:45.656477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Notify callbacks [] for port, precommit_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:45.658305 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Pushing event updated for resources: {'Network': ['ID=bc142b83-ea50-434b-b2d6-65f7be66ad74,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:45.673797 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Transition to ACTIVE for port object 05336a11-0de0-4da5-80ba-3bef31be5eab will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:34:45.679840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network bc142b83-ea50-434b-b2d6-65f7be66ad74 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:34:45.686676 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:45.704919 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 4.4618344 Nov 20 08:34:45.709587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55200) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:45.713529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network bc142b83-ea50-434b-b2d6-65f7be66ad74 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:34:45.731540 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Request body: {'subnet': {'network_id': 'bc142b83-ea50-434b-b2d6-65f7be66ad74', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-39895147-subnet', 'tenant_id': '9553c10f52504a6c82160b41ce0c8d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:45.761465 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:45.780918 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Usage tracker for resource:subnet and tenant:9553c10f52504a6c82160b41ce0c8d9f is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:45.785855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Allocated IP 172.27.0.132 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/ac5a5c80-d526-4b5e-bbb7-0b468047073a) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:34:45.862945 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:45.893395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Transition to ACTIVE for port object 05336a11-0de0-4da5-80ba-3bef31be5eab will not be triggered until provisioned by entity DHCP. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:34:45.900725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:45.931635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:34:45.936475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:45.955251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:34:46.063100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.111007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.115382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.136910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5597cbc4-c093-4c60-8054-c2ae0c07eab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:46.175354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for subnet, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.193480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55222) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:46.237116 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Made reservation on behalf of 9553c10f52504a6c82160b41ce0c8d9f for: {'subnet': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:34:46.243014 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.267195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:46.382923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:46.434965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 is already hosted by enough agents. {{(pid=80255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:34:46.449250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Resources bound (agent type, host, resource id): {{(pid=80255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:46.461995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Received port after_create {{(pid=80255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:34:46.524978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Pushing event updated for resources: {'Port': ['ID=ac5a5c80-d526-4b5e-bbb7-0b468047073a,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:46.531318 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:46.608732 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Pushing event updated for resources: {'Subnet': ['ID=27633da5-51ad-4151-9df2-98015bdc16d6,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:46.611995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:46.634710 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:34:46.638488 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:46.640803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Pushing event updated for resources: {'Port': ['ID=05336a11-0de0-4da5-80ba-3bef31be5eab,revision_number=1']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:46.643455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:34:46.644537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Attempting to bind port 05336a11-0de0-4da5-80ba-3bef31be5eab on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:34:46.644954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Attempting to bind port 05336a11-0de0-4da5-80ba-3bef31be5eab by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:34:46.645359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Attempting to bind port 05336a11-0de0-4da5-80ba-3bef31be5eab on network 3212dd08-f9b6-4467-b55f-4d799007c5a4 {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:34:46.663493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.663493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.664064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.664666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.665350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.665853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.666494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.667172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.667810 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.668459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.669100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.669732 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.670580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.671277 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.671923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.672561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.673195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.673845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.674481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.675217 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.675888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.676550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.677712 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.678350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Tracked resource versions report: Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: pushed versions: Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: { 'AddressGroup': {'1.0'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': {'1.0'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': {'1.0'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': {'1.1'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': {'1.6'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': {'1.2'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': {'1.8'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': {'1.2'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': {'1.0'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': {'1.1'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': {'1.1'}} Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: consumer versions: Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: { DHCP agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: L3 agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: Metadata agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: Metering agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@dv-cinder-733622-11-iscsi: { 'AddressGroup': '1.0', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}, Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}} Nov 20 08:34:46.681895 dv-cinder-733622-11-iscsi neutron-server[80142]: {{(pid=80255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:34:46.686780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:34:46.687560 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Checking segment: {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:34:46.688349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.689126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Bound using segment: {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:34:46.690064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Bound port: 05336a11-0de0-4da5-80ba-3bef31be5eab, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:34:46.690937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.726406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:46.752507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.832204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] For port 05336a11-0de0-4da5-80ba-3bef31be5eab, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:34:46.836671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] For port 05336a11-0de0-4da5-80ba-3bef31be5eab, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=05336a11-0de0-4da5-80ba-3bef31be5eab,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:34:46.840571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.847623 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:46.852023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed335bf6f204357b242649fba0febb0 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:46.855461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:46.859030 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:46.862673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:46.868803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.869893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518574'] for router, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.946592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.980410 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:47.029884 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Pushing event updated for resources: {'Port': ['ID=05336a11-0de0-4da5-80ba-3bef31be5eab,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:47.037184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:47.210427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:47.211680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518574'] for router, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:47.222320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:47.236973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Synchronizing usage tracker for tenant:b64e10bc3eef49cd91e3ffe81997e2b4 on resource:security_group {{(pid=80254) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:34:47.308955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Router 05951af6-6803-4537-bb0b-02ec72f70984 is scheduled to L3 agent 4199047a-b796-4111-9015-afb7f73345dd with binding_index 1 {{(pid=80253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:34:47.436807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Checking segment: {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:34:47.437208 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Network hostable DHCP agents. Network: 718043b5-18f0-487a-b0a0-0bd83f46e15c, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:34:47.458132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Unset dirty status for tenant:b64e10bc3eef49cd91e3ffe81997e2b4 on resource:security_group {{(pid=80254) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:34:47.458132 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ed335bf6f204357b242649fba0febb0&name=default HTTP/1.1" status: 200 len: 2743 time: 1.2593417 Nov 20 08:34:47.458132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5078807f-301f-4370-9197-4b983da04d0c,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:47.462241 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:47.471231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55256) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:47.728508 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:34:47.763665 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f13b628b-8505-474a-ba87-72d9db5fe6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:47.768215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 718043b5-18f0-487a-b0a0-0bd83f46e15c) {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:47.778285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5399d022-7ca5-4f7f-b0ac-3d64067c103e None None] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:34:47.807381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:47.808157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:47.892363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f13b628b-8505-474a-ba87-72d9db5fe6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:47.908109 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:34:47.919512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Sync routers for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:34:47.944407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:34:47.947382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8595c899-8415-451f-8bdd-366663721e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:34:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:34:47.960628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Notify callbacks [] for router, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:47.962000 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7333131 Nov 20 08:34:47.965225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55266) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:48.014365 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-6d0f17cd-347b-4ce6-b502-192ad16cffca admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 5.4081798 Nov 20 08:34:48.172451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f13b628b-8505-474a-ba87-72d9db5fe6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:48.200815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:48.237588 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b628b-8505-474a-ba87-72d9db5fe6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5078807f-301f-4370-9197-4b983da04d0c,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:48.247044 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d6d75f-2cef-4add-a593-638ffedba0a7 None None] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:34:48.262770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f13b628b-8505-474a-ba87-72d9db5fe6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:48.282647 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f13b628b-8505-474a-ba87-72d9db5fe6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:48.299193 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f13b628b-8505-474a-ba87-72d9db5fe6ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5078807f-301f-4370-9197-4b983da04d0c HTTP/1.1" status: 204 len: 168 time: 0.8178623 Nov 20 08:34:48.564360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:34:48.576077 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for subnet, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:48.580760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Router 21300dbe-ab14-4cb7-acc9-f6e4042a678e is scheduled to L3 agent 4199047a-b796-4111-9015-afb7f73345dd with binding_index 1 {{(pid=80254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:34:48.617926 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:49.291018 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c6a03f-3bf7-486e-85e7-0b862d5aadca,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:49.300740 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55298) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:49.315617 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:49.383726 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 05336a11-0de0-4da5-80ba-3bef31be5eab up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:34:49.446303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e46f8a-2fdf-4fef-a6b5-9a6003db4afc None None] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:34:49.586191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55312) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:49.626495 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:49.790910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55330) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:49.808002 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 20 08:34:49.946862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:49.970220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Checking segment: {'id': 'bee8b27e-7153-435a-aac3-4030de380d21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bc142b83-ea50-434b-b2d6-65f7be66ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:34:49.972825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Network hostable DHCP agents. Network: bc142b83-ea50-434b-b2d6-65f7be66ad74, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:34:49.985411 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8595c899-8415-451f-8bdd-366663721e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:46Z', 'revision_number': 3, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:34:50.001597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-8b647228-c6da-4d72-88e1-efbd64f03617 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:50.002013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Checking router: 05951af6-6803-4537-bb0b-02ec72f70984 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:34:50.002801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Updating router 05951af6-6803-4537-bb0b-02ec72f70984 port ac5a5c80-d526-4b5e-bbb7-0b468047073a binding host dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:34:50.003033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-8b647228-c6da-4d72-88e1-efbd64f03617 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Synchronizing usage tracker for tenant:61907a3500114ad79753ba894f54723b on resource:network {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:34:50.137597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] Usage tracker for resource:security_group_rule and tenant:b5dd2d00b7a645c8b82273ace084c3b8 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:50.153382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:50.159368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.183996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:50.298578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.426131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Network bc142b83-ea50-434b-b2d6-65f7be66ad74 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:34:50.433904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.471030 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-13e39555-f35f-4521-ae50-f8c7296693fd None None] Provisioning for port 05336a11-0de0-4da5-80ba-3bef31be5eab completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:34:50.475778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, bc142b83-ea50-434b-b2d6-65f7be66ad74) {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:50.513778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f1fa2-2705-4783-87ee-5476517a6fe3 None None] Network bc142b83-ea50-434b-b2d6-65f7be66ad74 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:34:50.524028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:50.524685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.573202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:50.576895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:34:50.588153 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] Usage tracker for resource:security_group_rule and tenant:456700bd933c47b3bff4fbee57fc894b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:50.601451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:50.629112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:50.632417 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.649379 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.9290173 Nov 20 08:34:50.649379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Notify callbacks [] for router, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.649379 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.3765216 Nov 20 08:34:50.649379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.650432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55350) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:50.733732 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:50.820347 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Notify callbacks [] for port, precommit_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.834332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Sync routers for ids ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:34:50.838092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Transition to ACTIVE for port object ac5a5c80-d526-4b5e-bbb7-0b468047073a will not be triggered until provisioned by entity L2. {{(pid=80256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:34:50.844830 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5dd2d00b7a645c8b82273ace084c3b8&name=default HTTP/1.1" status: 200 len: 2743 time: 1.2541287 Nov 20 08:34:50.845032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.845150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f4a7b9-dd8f-42f2-b92a-dbff0e69b10d,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:50.846100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55360) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:50.866140 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:50.873731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:50.916041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.917126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Allocated IP 172.20.0.1 (3212dd08-f9b6-4467-b55f-4d799007c5a4/1f10555f-7825-4d16-a048-b8792bb1d0f8/696056e8-01e8-457e-8fa4-d45f2704707e) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:34:50.923122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:50.939251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:50.950425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-8b647228-c6da-4d72-88e1-efbd64f03617 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Unset dirty status for tenant:61907a3500114ad79753ba894f54723b on resource:network {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:34:50.958201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Routers {'21300dbe-ab14-4cb7-acc9-f6e4042a678e'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:34:50.959159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:34:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:34:50.960269 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-8b647228-c6da-4d72-88e1-efbd64f03617 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 814 time: 1.1670563 Nov 20 08:34:50.996560 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-605c0a98-cb5a-4995-824d-961ab7ed5c18 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/quotas/61907a3500114ad79753ba894f54723b HTTP/1.1" status: 200 len: 375 time: 0.0349965 Nov 20 08:34:51.070768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Pushing event updated for resources: {'Port': ['ID=ac5a5c80-d526-4b5e-bbb7-0b468047073a,revision_number=2']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:51.080746 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-4efd3322-6673-4caf-96ce-741bbd35c65d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826602 Nov 20 08:34:51.101806 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=456700bd933c47b3bff4fbee57fc894b&name=default HTTP/1.1" status: 200 len: 2743 time: 1.7930853 Nov 20 08:34:51.106933 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36af805d-ee9e-42ad-8e0b-b1c449e5363d,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:51.107954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.108336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.108712 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.109274 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.109396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.109757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.110116 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.110469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.110891 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.111217 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.111571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.111923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.112367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.112725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.113079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.113433 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.113785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.114787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.115242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.115572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.116066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.116446 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.116803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.117157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Tracked resource versions report: Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: pushed versions: Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: { 'AddressGroup': {'1.0'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': {'1.0'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': {'1.0'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': {'1.1'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': {'1.6'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': {'1.2'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': {'1.8'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': {'1.2'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': {'1.0'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': {'1.1'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': {'1.1'}} Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: consumer versions: Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: { DHCP agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: L3 agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: Metadata agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: Metering agent@dv-cinder-733622-11-iscsi: {}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@dv-cinder-733622-11-iscsi: { 'AddressGroup': '1.0', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}, Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'ConntrackHelper': '1.0', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Log': '1.0', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Network': '1.1', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Port': '1.6', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'PortForwarding': '1.2', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'QosPolicy': '1.8', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroup': '1.2', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SecurityGroupRule': '1.0', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'SubPort': '1.0', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Subnet': '1.1', Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: 'Trunk': '1.1'}} Nov 20 08:34:51.118591 dv-cinder-733622-11-iscsi neutron-server[80142]: {{(pid=80256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:34:51.121490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55378) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:51.124008 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:51.146159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:51.226912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Attempting to bind port ac5a5c80-d526-4b5e-bbb7-0b468047073a on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:34:51.227394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Attempting to bind port ac5a5c80-d526-4b5e-bbb7-0b468047073a by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:34:51.227802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Attempting to bind port ac5a5c80-d526-4b5e-bbb7-0b468047073a on network 24cc1651-bd06-4774-a165-46441dd7e5d9 {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:34:51.238080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:34:51.238427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Checking segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:34:51.238931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.240085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Bound using segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:34:51.240638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Bound port: ac5a5c80-d526-4b5e-bbb7-0b468047073a, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:34:51.251517 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.251793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e07bec74-185a-46c8-8604-08181ea1e8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.320771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e4334feb-fd0c-4335-b242-0cb144e95861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.357644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.363845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 05336a11-0de0-4da5-80ba-3bef31be5eab completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:34:51.376841 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94083c7c-5aa9-4998-b991-8cea3d0fa167 None None] Network bc142b83-ea50-434b-b2d6-65f7be66ad74 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:34:51.384739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e07bec74-185a-46c8-8604-08181ea1e8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.407198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8595c899-8415-451f-8bdd-366663721e1e None None] For port ac5a5c80-d526-4b5e-bbb7-0b468047073a, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:34:51.411625 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8595c899-8415-451f-8bdd-366663721e1e None None] For port ac5a5c80-d526-4b5e-bbb7-0b468047073a, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ac5a5c80-d526-4b5e-bbb7-0b468047073a,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:34:51.417728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.446276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-117bb246-89a5-4d3c-afd8-1b1b876104b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.453248 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:51.529360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.554979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e07bec74-185a-46c8-8604-08181ea1e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.563999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f9eebc4-b134-482e-9b03-f89dd0654d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:51.581540 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Transition to ACTIVE for port object 696056e8-01e8-457e-8fa4-d45f2704707e will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:34:51.588658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bec74-185a-46c8-8604-08181ea1e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36af805d-ee9e-42ad-8e0b-b1c449e5363d,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:51.596511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e07bec74-185a-46c8-8604-08181ea1e8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:51.599919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e07bec74-185a-46c8-8604-08181ea1e8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.601167 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e07bec74-185a-46c8-8604-08181ea1e8ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36af805d-ee9e-42ad-8e0b-b1c449e5363d HTTP/1.1" status: 204 len: 168 time: 0.4744499 Nov 20 08:34:51.623780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 05336a11-0de0-4da5-80ba-3bef31be5eab triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:34:51.624206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.649868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-7c718af1-fcea-495d-a5a7-98cb63250eb0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80253) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:34:51.651573 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-7c718af1-fcea-495d-a5a7-98cb63250eb0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.3097532 Nov 20 08:34:51.653708 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.683324 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Pushing event updated for resources: {'Port': ['ID=ac5a5c80-d526-4b5e-bbb7-0b468047073a,revision_number=3']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:51.688864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:51.729634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55404) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:51.731621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-117bb246-89a5-4d3c-afd8-1b1b876104b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:51.741509 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:51.781202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:34:51.782143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8595c899-8415-451f-8bdd-366663721e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:34:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:34:51.872185 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Set router 21300dbe-ab14-4cb7-acc9-f6e4042a678e gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:34:52.110152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-8595c899-8415-451f-8bdd-366663721e1e None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:34:52.285548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:52.421015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Pushing event updated for resources: {'Port': ['ID=696056e8-01e8-457e-8fa4-d45f2704707e,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:52.478942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:52.487210 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-117bb246-89a5-4d3c-afd8-1b1b876104b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:52.561579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:52.588478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bb246-89a5-4d3c-afd8-1b1b876104b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f4a7b9-dd8f-42f2-b92a-dbff0e69b10d,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:52.618618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-117bb246-89a5-4d3c-afd8-1b1b876104b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:52.639365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8595c899-8415-451f-8bdd-366663721e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:46Z', 'revision_number': 3, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:34:52.651363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595c899-8415-451f-8bdd-366663721e1e None None] The sync data for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi is: [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:46Z', 'revision_number': 3, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:34:52.696522 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-b67ed69f-8643-4282-91a4-0d54a87bbfe1 service neutron] 10.222.0.32 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0256407 Nov 20 08:34:52.696867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-117bb246-89a5-4d3c-afd8-1b1b876104b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:52.697954 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-117bb246-89a5-4d3c-afd8-1b1b876104b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94f4a7b9-dd8f-42f2-b92a-dbff0e69b10d HTTP/1.1" status: 204 len: 168 time: 1.8508399 Nov 20 08:34:52.803113 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94af001-f54d-45e4-a03b-634a5b848089 req-143e9d78-8c1b-458d-8be3-d69b8aa471d1 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:52.815499 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-143e9d78-8c1b-458d-8be3-d69b8aa471d1 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/networks?id=bc142b83-ea50-434b-b2d6-65f7be66ad74 HTTP/1.1" status: 200 len: 810 time: 1.0434594 Nov 20 08:34:52.898275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:34:52.903070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:52.918913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:34:52.919445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518520'] for router_interface, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:52.932524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:52.941327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Allocated IP 172.20.0.1 (ad512bb8-48e5-4be8-ad72-4eb634331113/f4222133-a313-49fa-bed1-42b8add33008/4dcd2f7e-45ec-43ee-bf61-9216c1066888) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:34:53.030697 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-0aa8d4f3-10a5-4ef1-844a-bafac9c01e6b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/quotas/9553c10f52504a6c82160b41ce0c8d9f HTTP/1.1" status: 200 len: 375 time: 0.2141545 Nov 20 08:34:53.031246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-54ded8de-4b46-4528-b24f-f160474c2c3f None None] Provisioning complete for port 05336a11-0de0-4da5-80ba-3bef31be5eab triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:34:53.031589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-54ded8de-4b46-4528-b24f-f160474c2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:53.115284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-178ca3a2-244b-49bd-a4bb-ce31ada5859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:53.151497 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-57ab4e82-8924-41b0-ab70-dfbaf158f6a5 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?tenant_id=9553c10f52504a6c82160b41ce0c8d9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1196866 Nov 20 08:34:53.190865 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:53.221318 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-797314b5-9d2d-4ab1-b762-dc5a28682939 service neutron] 10.222.0.32 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4846823 Nov 20 08:34:53.234076 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port 05336a11-0de0-4da5-80ba-3bef31be5eab, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=05336a11-0de0-4da5-80ba-3bef31be5eab,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:34:53.247958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:53.275780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:53.381215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:53.446386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:53.499841 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:53.529195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:53.572937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'name': 'tempest-ServerRescueNegativeTestJSON-995265613-router', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:41Z', 'updated_at': '2020-11-20T08:34:46Z', 'revision_number': 3, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'gw_port': {'id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:43Z', 'updated_at': '2020-11-20T08:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:34:53.587386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ac5a5c80-d526-4b5e-bbb7-0b468047073a up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:34:53.727400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:34:53.774145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Checking router: 21300dbe-ab14-4cb7-acc9-f6e4042a678e for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:34:53.774958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Updating router 21300dbe-ab14-4cb7-acc9-f6e4042a678e port aa3cbc80-a0de-48e8-866b-68301f836a96 binding host dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:34:53.776987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Pushing event updated for resources: {'Port': ['ID=4dcd2f7e-45ec-43ee-bf61-9216c1066888,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:53.791334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:53.935690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=05336a11-0de0-4da5-80ba-3bef31be5eab,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:53.941016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:53.970015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:53.982890 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:53.992186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:53.993363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16058335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501919'] for router_interface, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:54.171232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-74a6cb33-891f-408c-afc2-f6052035bb4d None None] Provisioning for port 696056e8-01e8-457e-8fa4-d45f2704707e completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:34:54.190640 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port ac5a5c80-d526-4b5e-bbb7-0b468047073a completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:34:54.251555 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-74a6cb33-891f-408c-afc2-f6052035bb4d None None] Provisioning complete for port 696056e8-01e8-457e-8fa4-d45f2704707e triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:34:54.251983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-74a6cb33-891f-408c-afc2-f6052035bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:54.289999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:54.299000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port ac5a5c80-d526-4b5e-bbb7-0b468047073a triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:34:54.299431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:54.369644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Network ad512bb8-48e5-4be8-ad72-4eb634331113 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:34:54.371158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:54.375976 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-e5a40ca5-c4bb-4af4-8b28-9181ec9b7f60 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80253) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:34:54.377513 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-e5a40ca5-c4bb-4af4-8b28-9181ec9b7f60 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.6221023 Nov 20 08:34:54.377655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:34:54.378111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518520'] for router_interface, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:54.452940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:54.463418 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-74a6cb33-891f-408c-afc2-f6052035bb4d None None] Port 696056e8-01e8-457e-8fa4-d45f2704707e cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:34:54.465733 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:34:54.509278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:54.536563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:54.537411 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-74a6cb33-891f-408c-afc2-f6052035bb4d None None] Provisioning complete for port 05336a11-0de0-4da5-80ba-3bef31be5eab triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:34:54.537805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-74a6cb33-891f-408c-afc2-f6052035bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:54.715044 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-1d61b681-d208-45eb-8340-c9f6a368369e service neutron] 10.222.0.32 "GET /v2.0/networks/bc142b83-ea50-434b-b2d6-65f7be66ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112960 Nov 20 08:34:54.716344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:54.875981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port ac5a5c80-d526-4b5e-bbb7-0b468047073a, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ac5a5c80-d526-4b5e-bbb7-0b468047073a,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:34:54.893212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:54.904905 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:55.040060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:55.049182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:55.052148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16058335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501919'] for router_interface, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:55.082941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=ac5a5c80-d526-4b5e-bbb7-0b468047073a,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:55.093231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:55.114930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:55.120782 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-43bab6cb-c5fe-45b6-9271-dd1df7f59c66 service neutron] 10.222.0.32 "GET /v2.0/networks/bc142b83-ea50-434b-b2d6-65f7be66ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4048033 Nov 20 08:34:55.123161 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-45274da7-2929-4163-8a3e-60aeb9202bdc req-3f85bd0f-e70e-4ce8-ab45-a1caa1d750ce tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 210 time: 0.7355986 Nov 20 08:34:55.141214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Pushing event updated for resources: {'Port': ['ID=696056e8-01e8-457e-8fa4-d45f2704707e,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:55.155094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:55.171124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:55.349163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Notify callbacks [] for port, precommit_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:55.372356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Transition to ACTIVE for port object aa3cbc80-a0de-48e8-866b-68301f836a96 will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:34:55.393282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:55.420847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:55.513513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 05336a11-0de0-4da5-80ba-3bef31be5eab up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:34:55.567962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Pushing event updated for resources: {'Port': ['ID=4dcd2f7e-45ec-43ee-bf61-9216c1066888,revision_number=2']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:55.585330 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:55.705772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Network ad512bb8-48e5-4be8-ad72-4eb634331113 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:34:55.707147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:34:55.901115 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d89bf9-19cc-4da6-9bd9-3f27565c86d1 None None] Pushing event updated for resources: {'Port': ['ID=aa3cbc80-a0de-48e8-866b-68301f836a96,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:55.923169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Router 05951af6-6803-4537-bb0b-02ec72f70984 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:34:55.943503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-28d89bf9-19cc-4da6-9bd9-3f27565c86d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:55.997122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-25427f31-d8b3-48a2-bae7-be8616bec3de None None] Provisioning complete for port 696056e8-01e8-457e-8fa4-d45f2704707e triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:34:55.997122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-25427f31-d8b3-48a2-bae7-be8616bec3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:56.295179 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Attempting to bind port aa3cbc80-a0de-48e8-866b-68301f836a96 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:34:56.295608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Attempting to bind port aa3cbc80-a0de-48e8-866b-68301f836a96 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:34:56.296021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Attempting to bind port aa3cbc80-a0de-48e8-866b-68301f836a96 on network 24cc1651-bd06-4774-a165-46441dd7e5d9 {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:34:56.331212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:34:56.331636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Checking segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:34:56.332347 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:56.332550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Bound using segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:34:56.333375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Bound port: aa3cbc80-a0de-48e8-866b-68301f836a96, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:34:56.334165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:56.378929 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ed3cefea-dfd9-4b77-8ded-a7b5323e7061 req-753f4a2b-d67c-4b9d-8683-034d757d3840 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 210 time: 0.4284782 Nov 20 08:34:56.514364 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-25427f31-d8b3-48a2-bae7-be8616bec3de None None] Port 696056e8-01e8-457e-8fa4-d45f2704707e cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:34:56.638636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 05336a11-0de0-4da5-80ba-3bef31be5eab triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:34:56.639864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:56.840928 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] For port aa3cbc80-a0de-48e8-866b-68301f836a96, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:34:56.849283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] For port aa3cbc80-a0de-48e8-866b-68301f836a96, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=aa3cbc80-a0de-48e8-866b-68301f836a96,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:34:56.868079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:56.889075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Router 21300dbe-ab14-4cb7-acc9-f6e4042a678e has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:34:56.946977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-70c737ea-ff8a-4437-b767-f888276cd774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:34:57.300582 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-99273ab6-4b5d-490f-83b7-27b520005cc6 req-4e6747d0-e634-42ee-ba75-b057c281910d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 210 time: 0.1523557 Nov 20 08:34:57.396003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:34:57.408608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Sync routers for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:34:57.422839 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] 10.222.0.32 "PUT /v2.0/routers/05951af6-6803-4537-bb0b-02ec72f70984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4474781 Nov 20 08:34:57.470331 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:34:57.474304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:34:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:34:57.501626 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:34:57.530898 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] 10.222.0.32 "PUT /v2.0/routers/21300dbe-ab14-4cb7-acc9-f6e4042a678e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8701808 Nov 20 08:34:57.622552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.24', 49906) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:57.637015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d89bf9-19cc-4da6-9bd9-3f27565c86d1 None None] Pushing event updated for resources: {'Port': ['ID=aa3cbc80-a0de-48e8-866b-68301f836a96,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:34:57.654443 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-28d89bf9-19cc-4da6-9bd9-3f27565c86d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:34:57.729165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ac5a5c80-d526-4b5e-bbb7-0b468047073a up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:34:57.928769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port ac5a5c80-d526-4b5e-bbb7-0b468047073a triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:34:57.934087 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:57.981448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:34:58.009595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-b62f57f4-20b0-494c-ab51-f69eb0f5f1d5 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:58.015645 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-b62f57f4-20b0-494c-ab51-f69eb0f5f1d5 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 814 time: 0.3917634 Nov 20 08:34:58.029964 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Routers {'21300dbe-ab14-4cb7-acc9-f6e4042a678e'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:34:58.043105 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:34:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:34:58.043486 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40462aa0-06c5-4b31-83fb-56d2d1f2e969 req-d6610c85-469e-4653-9686-f912b11c50d9 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 210 time: 0.1272244 Nov 20 08:34:58.134356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Request body: {'port': {'device_id': '94450cfe-7050-42b3-93b4-99afcf84df7b', 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c', 'admin_state_up': True, 'tenant_id': '61907a3500114ad79753ba894f54723b'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:58.498120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:58.506677 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Usage tracker for resource:port and tenant:61907a3500114ad79753ba894f54723b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:58.515034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Quota usage for port was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:58.520284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] Set router 21300dbe-ab14-4cb7-acc9-f6e4042a678e gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:34:58.525168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:58.556909 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Made reservation on behalf of 61907a3500114ad79753ba894f54723b for: {'port': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:34:58.569815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:58.680885 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55652) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:58.775947 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 2, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:34:58.785146 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Checking router: 05951af6-6803-4537-bb0b-02ec72f70984 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:34:58.785547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Updating router 05951af6-6803-4537-bb0b-02ec72f70984 port 696056e8-01e8-457e-8fa4-d45f2704707e binding host dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:34:58.937582 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c71a7f47-aff7-4eb9-a8a8-9d27ffeed03b req-d93f1270-a4dd-4ad8-8bdc-f6e7137ce94e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 210 time: 0.1751842 Nov 20 08:34:58.938457 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.24', 49914) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:34:58.940227 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:59.311648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:59.446142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:34:59.459271 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] Usage tracker for resource:security_group_rule and tenant:7f63be8646e149bb968466dedaaed754 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:34:59.466171 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:34:59.481980 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:34:59.626401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94af001-f54d-45e4-a03b-634a5b848089 req-26a8ca26-5855-41fe-95e3-9b1c379d2446 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:34:59.629072 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-26a8ca26-5855-41fe-95e3-9b1c379d2446 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.24 "GET /v2.0/networks?id=bc142b83-ea50-434b-b2d6-65f7be66ad74 HTTP/1.1" status: 200 len: 810 time: 0.6824059 Nov 20 08:34:59.664567 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Request body: {'port': {'device_id': 'dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0', 'network_id': 'bc142b83-ea50-434b-b2d6-65f7be66ad74', 'admin_state_up': True, 'tenant_id': '9553c10f52504a6c82160b41ce0c8d9f'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:34:59.830654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Allocated IP 172.20.0.7 (718043b5-18f0-487a-b0a0-0bd83f46e15c/27633da5-51ad-4151-9df2-98015bdc16d6/6842b376-a7c3-4bb5-813b-320f8b4b69a1) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:34:59.898127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'name': 'tempest-ServerRescueNegativeTestJSON-995265613-router', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:41Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'gw_port': {'id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:43Z', 'updated_at': '2020-11-20T08:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '4dcd2f7e-45ec-43ee-bf61-9216c1066888', 'name': '', 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'mac_address': 'fa:16:3e:6c:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f4222133-a313-49fa-bed1-42b8add33008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:52Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 2, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'subnets': [{'id': 'f4222133-a313-49fa-bed1-42b8add33008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:34:59.910498 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb2c5b-62f7-4553-981c-d2cf8e9191e6 None None] The sync data for ids ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'] in dv-cinder-733622-11-iscsi is: [{'id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'name': 'tempest-ServerRescueNegativeTestJSON-995265613-router', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:41Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'gw_port': {'id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:43Z', 'updated_at': '2020-11-20T08:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '4dcd2f7e-45ec-43ee-bf61-9216c1066888', 'name': '', 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'mac_address': 'fa:16:3e:6c:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f4222133-a313-49fa-bed1-42b8add33008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:52Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 2, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'subnets': [{'id': 'f4222133-a313-49fa-bed1-42b8add33008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:34:59.940970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:59.950597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:00.295387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:00.333580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a38265cb-8c26-4a12-9523-78f95a548397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:00.345305 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:00.368267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55728) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:00.387092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'security_group': {'name': 'tempest-securitygroup--786884727', 'description': 'tempest-description--901491378'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:00.397058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:00.401796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Usage tracker for resource:security_group and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:00.405822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:00.420283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:00.542063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Notify callbacks [] for port, precommit_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:00.557486 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Transition to ACTIVE for port object 696056e8-01e8-457e-8fa4-d45f2704707e will not be triggered until provisioned by entity L2. {{(pid=80256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:00.568512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:00.610076 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:00.794032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b4b4a-f109-4f05-8acf-9b90805e7ba9 None None] Pushing event updated for resources: {'Port': ['ID=696056e8-01e8-457e-8fa4-d45f2704707e,revision_number=3']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:00.799136 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f63be8646e149bb968466dedaaed754&name=default HTTP/1.1" status: 200 len: 2743 time: 2.1094739 Nov 20 08:35:00.820351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:00.820565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d87b4b4a-f109-4f05-8acf-9b90805e7ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:00.846558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55738) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:00.866888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:00.898159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:00.903475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Usage tracker for resource:security_group_rule and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:00.909429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:00.918197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:00.922011 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe17386c-2cf1-4b24-ab9c-321c26921116 req-30edac19-1adc-4b0f-b67e-398d7200fd01 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 210 time: 0.1949074 Nov 20 08:35:00.969946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4456f754-0ab2-4f2b-b5b2-fca2c45dd020,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:00.977635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-16f46bfe-2499-4dd8-83b5-6352b5263393 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:00.979870 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-16f46bfe-2499-4dd8-83b5-6352b5263393 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 818 time: 1.1550562 Nov 20 08:35:00.986957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:00.999654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Usage tracker for resource:port and tenant:9553c10f52504a6c82160b41ce0c8d9f is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:01.019186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Quota usage for port was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:01.060298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:01.083669 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-90b5fe7b-af58-430f-93a1-054495dc84ff tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/quotas/aa41560db5074b5889fca2f2778f6072 HTTP/1.1" status: 200 len: 375 time: 0.0913773 Nov 20 08:35:01.169201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:01.170414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:01.174230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:01.321835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Made reservation on behalf of 9553c10f52504a6c82160b41ce0c8d9f for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:01.324776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:01.328044 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:01.328877 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:01.335194 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:01.336039 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for port, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:01.421941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0324708-f0e9-49bc-a28f-38d9307d036a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:01.460180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0324708-f0e9-49bc-a28f-38d9307d036a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:01.576876 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4517004 Nov 20 08:35:01.577620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:01.578303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55752) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:01.721480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Pushing event updated for resources: {'Port': ['ID=6842b376-a7c3-4bb5-813b-320f8b4b69a1,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:01.764456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Attempting to bind port 696056e8-01e8-457e-8fa4-d45f2704707e on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:01.766013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Attempting to bind port 696056e8-01e8-457e-8fa4-d45f2704707e by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:01.767777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Attempting to bind port 696056e8-01e8-457e-8fa4-d45f2704707e on network 3212dd08-f9b6-4467-b55f-4d799007c5a4 {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:01.795147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-fb0d5294-9f3a-449a-9143-dbf8785b43c8 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80254) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:35:01.796581 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-fb0d5294-9f3a-449a-9143-dbf8785b43c8 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.1561193 Nov 20 08:35:01.800736 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:01.802167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Checking segment: {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:01.802668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:01.804986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:01.809773 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Bound using segment: {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:01.810150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Bound port: 696056e8-01e8-457e-8fa4-d45f2704707e, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'}}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:01.810596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:01.854027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:01.908021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:01.931627 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1660 time: 1.5534987 Nov 20 08:35:01.932749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55760) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:01.933531 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e9391655-674b-4b26-8949-ea96fa525c5b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8486757 Nov 20 08:35:01.982435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'security_group_rule': {'security_group_id': '4cabcfc6-4479-47da-b78c-561e4daa67b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:02.029415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:02.045585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0324708-f0e9-49bc-a28f-38d9307d036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:02.072644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device aa3cbc80-a0de-48e8-866b-68301f836a96 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:02.078856 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Usage tracker for resource:security_group_rule and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:02.105458 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0324708-f0e9-49bc-a28f-38d9307d036a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:02.113009 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f0324708-f0e9-49bc-a28f-38d9307d036a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4456f754-0ab2-4f2b-b5b2-fca2c45dd020 HTTP/1.1" status: 204 len: 168 time: 1.1377773 Nov 20 08:35:02.117345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:02.133891 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'SecurityGroup': ['ID=4cabcfc6-4479-47da-b78c-561e4daa67b8,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:02.163311 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:02.164404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:02.166461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:02.253177 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:02.254370 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] For port 696056e8-01e8-457e-8fa4-d45f2704707e, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:02.267158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] For port 696056e8-01e8-457e-8fa4-d45f2704707e, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=696056e8-01e8-457e-8fa4-d45f2704707e,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:02.271934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:02.282354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d39dd-d0e4-4ece-a7d8-cddf6b6a945d req-184854f6-8246-4378-a9cd-aa1defb1a408 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:02.293754 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-861d39dd-d0e4-4ece-a7d8-cddf6b6a945d req-184854f6-8246-4378-a9cd-aa1defb1a408 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 931 time: 0.8601563 Nov 20 08:35:02.325209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4858d171-1b9c-4a29-9ce3-4062ed9fbd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:02.377612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port aa3cbc80-a0de-48e8-866b-68301f836a96 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:02.380674 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0324708-f0e9-49bc-a28f-38d9307d036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4456f754-0ab2-4f2b-b5b2-fca2c45dd020,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:02.409768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port aa3cbc80-a0de-48e8-866b-68301f836a96 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:02.416489 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:02.532442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:02.548445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f0324708-f0e9-49bc-a28f-38d9307d036a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:02.549620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:02.553769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:02.602827 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6631d0-6ecb-4922-98ae-fe69eb07bd2e,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:02.605281 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55778) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:02.617106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:02.621718 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6710486 Nov 20 08:35:02.621718 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:02.622299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55784) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:02.631257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'security_group_rule': {'security_group_id': '4cabcfc6-4479-47da-b78c-561e4daa67b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:02.646173 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:02.662090 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Usage tracker for resource:security_group_rule and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:02.667757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:02.686009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:02.721640 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-861d39dd-d0e4-4ece-a7d8-cddf6b6a945d req-2386e32c-b056-44e9-8526-3a2e4561ed19 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Synchronizing usage tracker for tenant:61907a3500114ad79753ba894f54723b on resource:security_group {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:02.726694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:02.863128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b4b4a-f109-4f05-8acf-9b90805e7ba9 None None] Pushing event updated for resources: {'Port': ['ID=696056e8-01e8-457e-8fa4-d45f2704707e,revision_number=4']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:02.869564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d87b4b4a-f109-4f05-8acf-9b90805e7ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:02.917062 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-861d39dd-d0e4-4ece-a7d8-cddf6b6a945d req-2386e32c-b056-44e9-8526-3a2e4561ed19 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Unset dirty status for tenant:61907a3500114ad79753ba894f54723b on resource:security_group {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:02.931630 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-861d39dd-d0e4-4ece-a7d8-cddf6b6a945d req-2386e32c-b056-44e9-8526-3a2e4561ed19 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368566 Nov 20 08:35:02.932019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:02.992145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:35:02.994451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:34:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:03.005099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:03.052278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:03.058258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port aa3cbc80-a0de-48e8-866b-68301f836a96, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=aa3cbc80-a0de-48e8-866b-68301f836a96,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:35:03.066229 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:03.071853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:03.077267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:03.112285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-85ff3438-a25c-411d-af7e-ec47c497cf2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:03.228283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a015417-e77e-48c4-84d1-79f15337d3be,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:03.230999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:03.284359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:03.303517 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=aa3cbc80-a0de-48e8-866b-68301f836a96,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:03.313244 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Request body: {'port': {'device_id': '94450cfe-7050-42b3-93b4-99afcf84df7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:03.334453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:03.355009 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-5a86633e-e03b-46ae-bba0-a11356c521fa service neutron] 10.222.0.32 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4032402 Nov 20 08:35:03.449790 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] Usage tracker for resource:security_group_rule and tenant:afb345b19adf431983e90771158b74bc is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:03.504875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:03.525929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:03.530989 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9045377 Nov 20 08:35:03.531742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55804) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:03.567190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:03.577925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'floatingip': {'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:03.593769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Allocated IP 172.20.0.13 (bc142b83-ea50-434b-b2d6-65f7be66ad74/b3c6a03f-3bf7-486e-85e7-0b862d5aadca/417e34a4-4943-4a2b-9fd3-2c885fb9c21a) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:03.610028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:03.644554 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:03.729531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Usage tracker for resource:floatingip and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:03.805764 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:03.854592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:35:03.878209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:03.923639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:03.951778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:03.964143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device aa3cbc80-a0de-48e8-866b-68301f836a96 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:03.993192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:04.003634 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-1be3ff1b-a3af-4815-adec-31f03f959dd2 service neutron] 10.222.0.32 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6440933 Nov 20 08:35:04.038420 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cf3ac998-8037-4566-bda2-a4d6a76fa9ff req-5ae1365f-509c-47b9-b01f-7e19b60b89e4 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 210 time: 0.1415830 Nov 20 08:35:04.038934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:04.048659 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:04.087549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:04.111898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] Usage tracker for resource:security_group_rule and tenant:200153d173624f4092b4a4755e0cd91d is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:04.151402 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:04.231779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:04.317522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port aa3cbc80-a0de-48e8-866b-68301f836a96 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:04.317956 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:04.596482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a534316-af8c-42f4-b0c9-c9033aed6728,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:04.619664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:04.626003 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afb345b19adf431983e90771158b74bc&name=default HTTP/1.1" status: 200 len: 2747 time: 2.9964855 Nov 20 08:35:04.640121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55832) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:04.819019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:02Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:04.823716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402ddb26-9d04-49b2-abfb-1d433bb9b137 None None] The sync data for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi is: [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:02Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:35:04.852831 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-af1ecd3d-9566-496c-94e5-1bb60e3b2ba4 req-89e93cea-6aa4-4d5c-80eb-a47aadc48da6 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 210 time: 0.1921399 Nov 20 08:35:05.129003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f223dbe-7bc7-44d0-8beb-532d1ab9b6c0 req-8c7fcaf2-639b-4627-a84b-8e218dceeb98 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:05.143406 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8f223dbe-7bc7-44d0-8beb-532d1ab9b6c0 req-8c7fcaf2-639b-4627-a84b-8e218dceeb98 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 931 time: 0.6770403 Nov 20 08:35:05.171297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Sync routers for ids ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:35:05.206183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Routers {'21300dbe-ab14-4cb7-acc9-f6e4042a678e'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:35:05.206690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:34:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:05.239046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:05.293169 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8f223dbe-7bc7-44d0-8beb-532d1ab9b6c0 req-1c10d948-cb78-410f-9607-7f40f3de3e89 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445739 Nov 20 08:35:05.360289 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:05.409369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0f9bef99-dbd5-4d18-9d1e-e71113b3777a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:05.753195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Set router 21300dbe-ab14-4cb7-acc9-f6e4042a678e gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:35:05.780208 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:06.031126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:06.081455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-724d452b-a9da-40bf-82f3-1e4dc0ed34aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:06.115614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f13b628b-8505-474a-ba87-72d9db5fe6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:06.217603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-724d452b-a9da-40bf-82f3-1e4dc0ed34aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:06.368021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Pushing event updated for resources: {'Port': ['ID=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:06.372095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:06.418618 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=200153d173624f4092b4a4755e0cd91d&name=default HTTP/1.1" status: 200 len: 2747 time: 3.8121114 Nov 20 08:35:06.429004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55880) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:06.452677 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb0ad9-8a02-454a-9819-67468e74c0dd,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:06.524180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-724d452b-a9da-40bf-82f3-1e4dc0ed34aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:06.597596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:06.647608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 696056e8-01e8-457e-8fa4-d45f2704707e up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:06.668513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-18eecbe6-5bf8-4241-ba10-cc769d1ebc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:06.771373 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:06.813868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d452b-a9da-40bf-82f3-1e4dc0ed34aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a534316-af8c-42f4-b0c9-c9033aed6728,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:06.845212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-724d452b-a9da-40bf-82f3-1e4dc0ed34aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:06.894550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf53260-fced-484a-9986-189913989b12 req-495b5404-e905-42f3-8f4e-0eb1ec55d266 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:06.905334 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7cf53260-fced-484a-9986-189913989b12 req-495b5404-e905-42f3-8f4e-0eb1ec55d266 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 932 time: 0.7165880 Nov 20 08:35:06.935868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 696056e8-01e8-457e-8fa4-d45f2704707e completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:06.944069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 696056e8-01e8-457e-8fa4-d45f2704707e triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:06.946569 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:07.011466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21b717-2112-473d-9483-19976483d362 req-65116d86-e3b1-4087-8091-528ac35a698a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:07.022061 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-65116d86-e3b1-4087-8091-528ac35a698a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 818 time: 0.6617212 Nov 20 08:35:07.033022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Network bc142b83-ea50-434b-b2d6-65f7be66ad74 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:07.059714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:07.069031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:07.073967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:07.074882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:07.116250 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4659488 Nov 20 08:35:07.128456 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-b40c782b-349a-451c-a6c7-b7b5692918c3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/quotas/aa41560db5074b5889fca2f2778f6072 HTTP/1.1" status: 200 len: 375 time: 0.1053553 Nov 20 08:35:07.132872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'name': 'tempest-ServerRescueNegativeTestJSON-995265613-router', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:41Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'gw_port': {'id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:43Z', 'updated_at': '2020-11-20T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '4dcd2f7e-45ec-43ee-bf61-9216c1066888', 'name': '', 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'mac_address': 'fa:16:3e:6c:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f4222133-a313-49fa-bed1-42b8add33008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:52Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 2, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'subnets': [{'id': 'f4222133-a313-49fa-bed1-42b8add33008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:07.173270 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Checking router: 21300dbe-ab14-4cb7-acc9-f6e4042a678e for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:35:07.173708 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Updating router 21300dbe-ab14-4cb7-acc9-f6e4042a678e port 4dcd2f7e-45ec-43ee-bf61-9216c1066888 binding host dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:35:07.198095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Request body: {'port': {'device_id': 'dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:07.264719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-724d452b-a9da-40bf-82f3-1e4dc0ed34aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:07.266474 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-724d452b-a9da-40bf-82f3-1e4dc0ed34aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a534316-af8c-42f4-b0c9-c9033aed6728 HTTP/1.1" status: 204 len: 168 time: 2.6217322 Nov 20 08:35:07.296808 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7cf53260-fced-484a-9986-189913989b12 req-dcdc533a-1d78-452f-88c1-967c8d78945d tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869743 Nov 20 08:35:07.297662 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.24', 49928) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:07.347793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6842b376-a7c3-4bb5-813b-320f8b4b69a1 {{(pid=80254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:35:07.404500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:07.436600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:07.443103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:07.499105 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port 696056e8-01e8-457e-8fa4-d45f2704707e, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=696056e8-01e8-457e-8fa4-d45f2704707e,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:35:07.931161 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:07.947175 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:07.994604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:08.168135 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-ec5a86ee-83b7-48c4-b06a-c45cc4bb2aba tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0374560 Nov 20 08:35:08.333907 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-b5fe88cb-3c79-4a47-bac0-1118c41ba426 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:08.337383 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-b5fe88cb-3c79-4a47-bac0-1118c41ba426 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.24 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 818 time: 1.0210371 Nov 20 08:35:08.471116 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Request body: {'port': {'device_id': 'f8aab4b0-1e83-458a-8ae0-b72163d2163d', 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113', 'admin_state_up': True, 'tenant_id': 'aa41560db5074b5889fca2f2778f6072'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:08.538875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55912) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:08.593414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=696056e8-01e8-457e-8fa4-d45f2704707e,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:08.599701 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:08.626079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:08.697889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Transition to ACTIVE for port object 6842b376-a7c3-4bb5-813b-320f8b4b69a1 will not be triggered until provisioned by entity L2. {{(pid=80254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:08.727009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Allocated IP 172.27.0.181 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/0ef0f31e-ae7c-4e86-b387-8d4ebe29769b) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:08.733470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fcbe9a77-6594-47fe-819e-4c6c8afc4939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:08.735698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:08.829014 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:08.835056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:08.835517 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] Usage tracker for resource:security_group_rule and tenant:81f6618ca4a94f3ba677fb070c70bfb2 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:08.839453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:08.847765 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:08.975750 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Notify callbacks [] for port, precommit_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.018238 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Transition to ACTIVE for port object 4dcd2f7e-45ec-43ee-bf61-9216c1066888 will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:09.033954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.060433 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:09.117759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fcbe9a77-6594-47fe-819e-4c6c8afc4939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.422507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c2c3-89ec-4674-9a53-69e575cdf983 req-47e485b5-6eb5-4c83-a2eb-41a13f68e7c2 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:09.432389 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a485c2c3-89ec-4674-9a53-69e575cdf983 req-47e485b5-6eb5-4c83-a2eb-41a13f68e7c2 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 931 time: 1.6073515 Nov 20 08:35:09.465295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcffce0-8a52-42f1-a7ea-f6abda4838b9 None None] Pushing event updated for resources: {'Port': ['ID=4dcd2f7e-45ec-43ee-bf61-9216c1066888,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:09.473036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4bcffce0-8a52-42f1-a7ea-f6abda4838b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:09.479139 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-634e6122-ddcc-4077-a563-51665c0fe542 service neutron] 10.222.0.32 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3097515 Nov 20 08:35:09.557074 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Pushing event updated for resources: {'Port': ['ID=6842b376-a7c3-4bb5-813b-320f8b4b69a1,revision_number=2']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:09.578864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:09.710900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:09.812483 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Usage tracker for resource:port and tenant:aa41560db5074b5889fca2f2778f6072 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:09.812861 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Attempting to bind port 4dcd2f7e-45ec-43ee-bf61-9216c1066888 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:09.813290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Attempting to bind port 4dcd2f7e-45ec-43ee-bf61-9216c1066888 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:09.813709 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Attempting to bind port 4dcd2f7e-45ec-43ee-bf61-9216c1066888 on network ad512bb8-48e5-4be8-ad72-4eb634331113 {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:09.821088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Quota usage for port was recalculated. Used quota:1. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:09.821674 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:09.822106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Checking segment: {'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:09.822568 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.823071 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Bound using segment: {'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:09.830828 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Bound port: 4dcd2f7e-45ec-43ee-bf61-9216c1066888, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:09.831434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.834053 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:09.857191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 55934) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:09.859305 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.871932 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fcbe9a77-6594-47fe-819e-4c6c8afc4939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.873562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Made reservation on behalf of aa41560db5074b5889fca2f2778f6072 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:09.879789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.890636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:09.913472 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.919507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe9a77-6594-47fe-819e-4c6c8afc4939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb0ad9-8a02-454a-9819-67468e74c0dd,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:09.926618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fcbe9a77-6594-47fe-819e-4c6c8afc4939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:09.956582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fcbe9a77-6594-47fe-819e-4c6c8afc4939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.961234 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-fcbe9a77-6594-47fe-819e-4c6c8afc4939 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64bb0ad9-8a02-454a-9819-67468e74c0dd HTTP/1.1" status: 204 len: 168 time: 3.5264363 Nov 20 08:35:09.965851 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Attempting to bind port 6842b376-a7c3-4bb5-813b-320f8b4b69a1 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:09.966259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Attempting to bind port 6842b376-a7c3-4bb5-813b-320f8b4b69a1 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'}] {{(pid=80254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:09.966649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Attempting to bind port 6842b376-a7c3-4bb5-813b-320f8b4b69a1 on network 718043b5-18f0-487a-b0a0-0bd83f46e15c {{(pid=80254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:09.979041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:09.979617 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Checking segment: {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:09.979829 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.980236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Bound using segment: {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'} {{(pid=80254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:09.980751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Bound port: 6842b376-a7c3-4bb5-813b-320f8b4b69a1, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'}}] {{(pid=80254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:09.981127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:09.996309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] For port 4dcd2f7e-45ec-43ee-bf61-9216c1066888, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:10.010435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] For port 4dcd2f7e-45ec-43ee-bf61-9216c1066888, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=4dcd2f7e-45ec-43ee-bf61-9216c1066888,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:10.037299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:10.046352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:10.102482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:10.146174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-03804fb3-8e97-4fdc-a8a3-b7a1589ddab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:10.299987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:10.408448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'Port': ['ID=0ef0f31e-ae7c-4e86-b387-8d4ebe29769b,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:10.422603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcffce0-8a52-42f1-a7ea-f6abda4838b9 None None] Pushing event updated for resources: {'Port': ['ID=4dcd2f7e-45ec-43ee-bf61-9216c1066888,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:10.427690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 696056e8-01e8-457e-8fa4-d45f2704707e up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:10.462591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:10.485900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4bcffce0-8a52-42f1-a7ea-f6abda4838b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:10.486715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] For port 6842b376-a7c3-4bb5-813b-320f8b4b69a1, host hv-cinder-73362, cleared binding levels {{(pid=80254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:10.499018 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] For port 6842b376-a7c3-4bb5-813b-320f8b4b69a1, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6842b376-a7c3-4bb5-813b-320f8b4b69a1,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:10.518494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:10.531472 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 696056e8-01e8-457e-8fa4-d45f2704707e triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:10.532212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:10.548246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-56e608f4-d09f-409e-abf0-293ec72b830d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:10.899964 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Routers {'21300dbe-ab14-4cb7-acc9-f6e4042a678e'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:35:10.901077 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:34:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:10.947637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:10.965230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-79463171-d5df-414e-9739-fefff3277044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:10.971953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:10.978702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Pushing event updated for resources: {'Port': ['ID=6842b376-a7c3-4bb5-813b-320f8b4b69a1,revision_number=3']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:10.989680 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81f6618ca4a94f3ba677fb070c70bfb2&name=default HTTP/1.1" status: 200 len: 2747 time: 2.4456542 Nov 20 08:35:11.014196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:11.029652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 55958) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:11.229599 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a485c2c3-89ec-4674-9a53-69e575cdf983 req-5c8917df-74e1-41e2-9281-f046c4b004de tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7941892 Nov 20 08:35:11.243406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:11.306857 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:11.435626 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] Set router 21300dbe-ab14-4cb7-acc9-f6e4042a678e gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:35:11.687739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8fa74df-3e15-4df6-af69-486ad8282e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:11.737010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8fa74df-3e15-4df6-af69-486ad8282e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:11.810326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:11.831206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for port, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:11.833817 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] 10.222.0.24 "PUT /v2.0/ports/6842b376-a7c3-4bb5-813b-320f8b4b69a1 HTTP/1.1" status: 200 len: 1157 time: 9.4488802 Nov 20 08:35:11.834406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94450cfe-7050-42b3-93b4-99afcf84df7b', 'tag': '6842b376-a7c3-4bb5-813b-320f8b4b69a1'}] {{(pid=80254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:35:11.995474 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-06a31afd-1faf-433c-a8af-b5d6fe4c51f4 service neutron] 10.222.0.32 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.4940326 Nov 20 08:35:12.070089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:12.076218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0d6b0f1447f24cbdb8357c4125a650f0 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:12.080263 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:12.087552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:12.141831 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:12.198377 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'name': 'tempest-ServerRescueNegativeTestJSON-995265613-router', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:41Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'gw_port': {'id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:43Z', 'updated_at': '2020-11-20T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '4dcd2f7e-45ec-43ee-bf61-9216c1066888', 'name': '', 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'mac_address': 'fa:16:3e:6c:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f4222133-a313-49fa-bed1-42b8add33008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:52Z', 'updated_at': '2020-11-20T08:35:09Z', 'revision_number': 4, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'subnets': [{'id': 'f4222133-a313-49fa-bed1-42b8add33008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:12.209769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:12.210687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a0e66-ed61-4be4-9ed1-9d5d09dc4c33 None None] The sync data for ids ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'] in dv-cinder-733622-11-iscsi is: [{'id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'name': 'tempest-ServerRescueNegativeTestJSON-995265613-router', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:41Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'gw_port': {'id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:43Z', 'updated_at': '2020-11-20T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '4dcd2f7e-45ec-43ee-bf61-9216c1066888', 'name': '', 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'mac_address': 'fa:16:3e:6c:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f4222133-a313-49fa-bed1-42b8add33008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:52Z', 'updated_at': '2020-11-20T08:35:09Z', 'revision_number': 4, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'subnets': [{'id': 'f4222133-a313-49fa-bed1-42b8add33008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:35:12.221700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1bb1b2-7bc6-48fc-b743-46321daef1f7,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:12.234796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:12.239280 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.274s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:12.312846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8fa74df-3e15-4df6-af69-486ad8282e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:12.340569 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:12.433630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa74df-3e15-4df6-af69-486ad8282e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1bb1b2-7bc6-48fc-b743-46321daef1f7,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:12.466160 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d8fa74df-3e15-4df6-af69-486ad8282e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:12.485913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:12.573226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 4dcd2f7e-45ec-43ee-bf61-9216c1066888 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:12.637987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-7f3b1fc5-ce3f-41d3-9c66-1226a06057a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:12.652907 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-7f3b1fc5-ce3f-41d3-9c66-1226a06057a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 1160 time: 0.6656640 Nov 20 08:35:12.812177 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-9d6ac517-8779-457c-aac5-ba286f0bd596 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6842b376-a7c3-4bb5-813b-320f8b4b69a1 HTTP/1.1" status: 200 len: 217 time: 0.1332541 Nov 20 08:35:12.812992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8fa74df-3e15-4df6-af69-486ad8282e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:12.818538 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d8fa74df-3e15-4df6-af69-486ad8282e73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b1bb1b2-7bc6-48fc-b743-46321daef1f7 HTTP/1.1" status: 204 len: 168 time: 1.7764945 Nov 20 08:35:12.819051 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 4dcd2f7e-45ec-43ee-bf61-9216c1066888 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:12.828488 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 4dcd2f7e-45ec-43ee-bf61-9216c1066888 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:12.832652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:12.836191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ad79322a-deec-4659-8097-2ff75d9e1707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:12.855279 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d6b0f1447f24cbdb8357c4125a650f0&name=default HTTP/1.1" status: 200 len: 2747 time: 2.9891579 Nov 20 08:35:12.860931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 56006) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:12.896960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Allocated IP 172.20.0.11 (ad512bb8-48e5-4be8-ad72-4eb634331113/f4222133-a313-49fa-bed1-42b8add33008/52854f8a-5f85-439f-ae49-b8100217e991) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:13.078152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8bbf1-ba5c-445c-9ade-bb82a8a56381 req-7711d42e-20a7-43d0-874d-822a10767468 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:13.079024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-6fd8bbf1-ba5c-445c-9ade-bb82a8a56381 req-7711d42e-20a7-43d0-874d-822a10767468 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Synchronizing usage tracker for tenant:9553c10f52504a6c82160b41ce0c8d9f on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:13.196090 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc28bd1a-e68f-495c-9129-796240561212,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:13.230349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:13.256918 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-6fd8bbf1-ba5c-445c-9ade-bb82a8a56381 req-7711d42e-20a7-43d0-874d-822a10767468 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Unset dirty status for tenant:9553c10f52504a6c82160b41ce0c8d9f on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:13.258250 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6fd8bbf1-ba5c-445c-9ade-bb82a8a56381 req-7711d42e-20a7-43d0-874d-822a10767468 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 932 time: 1.4700675 Nov 20 08:35:13.340645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.resource_extend [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 20 08:35:13.358170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:13.443417 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port 4dcd2f7e-45ec-43ee-bf61-9216c1066888, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=4dcd2f7e-45ec-43ee-bf61-9216c1066888,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:35:13.456029 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:13.458791 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4bcffce0-8a52-42f1-a7ea-f6abda4838b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:13.542887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417e34a4-4943-4a2b-9fd3-2c885fb9c21a {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:35:13.563116 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:13.591442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=4dcd2f7e-45ec-43ee-bf61-9216c1066888,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:13.595333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:13.666646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Transition to ACTIVE for port object 417e34a4-4943-4a2b-9fd3-2c885fb9c21a will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:13.733013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:13.838128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:13.876476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-85690431-4664-44d5-b3dc-83259f5ecf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:13.879214 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-85690431-4664-44d5-b3dc-83259f5ecf4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27633da5-51ad-4151-9df2-98015bdc16d6 HTTP/1.1" status: 200 len: 854 time: 1.0192895 Nov 20 08:35:14.007257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Pushing event updated for resources: {'Port': ['ID=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:14.023591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:14.030131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0c63c-0247-49fa-b233-04c23f6d1cc2 req-b6d46e69-36f3-4a2e-a038-8b9d0e6bf736 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:14.055710 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-44b0c63c-0247-49fa-b233-04c23f6d1cc2 req-b6d46e69-36f3-4a2e-a038-8b9d0e6bf736 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 1.1811073 Nov 20 08:35:14.249133 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-3b50fbfd-d99d-4353-9b25-23755b1b689b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=718043b5-18f0-487a-b0a0-0bd83f46e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2283809 Nov 20 08:35:14.283944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4cf13aaf-084b-40e2-bfa8-6ca28e8205c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:14.382798 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-44b0c63c-0247-49fa-b233-04c23f6d1cc2 req-96ea0b73-d5d2-44cc-a676-cb38cfe36ca2 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260138 Nov 20 08:35:14.387310 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 4dcd2f7e-45ec-43ee-bf61-9216c1066888 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:14.424771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4cf13aaf-084b-40e2-bfa8-6ca28e8205c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:14.509663 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6fd8bbf1-ba5c-445c-9ade-bb82a8a56381 req-2bfa4611-150a-48b5-9d45-3836c040a6ca tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1844859 Nov 20 08:35:14.583970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 4dcd2f7e-45ec-43ee-bf61-9216c1066888 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:14.584409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:14.604037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4cf13aaf-084b-40e2-bfa8-6ca28e8205c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:14.669942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-07f36ebd-4aad-4e39-b8ba-74bc9c2c3127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:14.723818 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4cf13aaf-084b-40e2-bfa8-6ca28e8205c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:14.725047 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-4cf13aaf-084b-40e2-bfa8-6ca28e8205c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc28bd1a-e68f-495c-9129-796240561212 HTTP/1.1" status: 204 len: 168 time: 1.8562608 Nov 20 08:35:14.746666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf13aaf-084b-40e2-bfa8-6ca28e8205c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc28bd1a-e68f-495c-9129-796240561212,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:14.786542 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4904e534-ceb7-4df5-b4aa-07ce3d95481d req-2cb082d7-d4e1-4098-9753-eecdf43a6e35 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 210 time: 0.1025701 Nov 20 08:35:14.891565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4cf13aaf-084b-40e2-bfa8-6ca28e8205c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:15.034948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for port, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.055123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.073357 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-53479fde-ff9b-4d08-baac-6ce98fc7cd67 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333571 Nov 20 08:35:15.149214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.189184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Attempting to bind port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:15.189584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Attempting to bind port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'bee8b27e-7153-435a-aac3-4030de380d21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bc142b83-ea50-434b-b2d6-65f7be66ad74'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:15.189967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Attempting to bind port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a on network bc142b83-ea50-434b-b2d6-65f7be66ad74 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:15.221999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:15.222383 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Checking segment: {'id': 'bee8b27e-7153-435a-aac3-4030de380d21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bc142b83-ea50-434b-b2d6-65f7be66ad74'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:15.223457 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.224087 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Bound using segment: {'id': 'bee8b27e-7153-435a-aac3-4030de380d21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bc142b83-ea50-434b-b2d6-65f7be66ad74'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:15.226995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Bound port: 417e34a4-4943-4a2b-9fd3-2c885fb9c21a, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee8b27e-7153-435a-aac3-4030de380d21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bc142b83-ea50-434b-b2d6-65f7be66ad74'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:15.227564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.231660 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94450cfe-7050-42b3-93b4-99afcf84df7b', 'tag': '6842b376-a7c3-4bb5-813b-320f8b4b69a1', 'status': 'completed', 'code': 200} Nov 20 08:35:15.232155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:15.314558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'Port': ['ID=0ef0f31e-ae7c-4e86-b387-8d4ebe29769b,revision_number=2']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:15.318744 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:15.348207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] For port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:15.353524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] For port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,segment=NetworkSegment(bee8b27e-7153-435a-aac3-4030de380d21),segment_id=bee8b27e-7153-435a-aac3-4030de380d21)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:15.362905 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.367904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.383573 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:15.387176 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.389832 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.8430996 Nov 20 08:35:15.421014 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.539277 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 56072) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:15.570363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.611640 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:15.617027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] Usage tracker for resource:security_group_rule and tenant:b83ec795f0224df3862cbdc072597268 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:15.621067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:15.628020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:15.747883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.752384 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:15.758722 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Pushing event updated for resources: {'Port': ['ID=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:15.775070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:15.830355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83bbc28-6b42-431e-afe4-540fc5cfd69f,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:15.846423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:15.852939 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b83ec795f0224df3862cbdc072597268&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3122602 Nov 20 08:35:15.855584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 56084) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:15.949435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-62502fdd-207c-450b-ba37-f44e95dff2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:16.010415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-62502fdd-207c-450b-ba37-f44e95dff2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:16.071313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-62502fdd-207c-450b-ba37-f44e95dff2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:16.079917 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:16.085451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:16.086017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c53fe685-d73c-4aee-b18b-a12c351371f2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.610s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:16.108366 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62502fdd-207c-450b-ba37-f44e95dff2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83bbc28-6b42-431e-afe4-540fc5cfd69f,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:16.111741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-62502fdd-207c-450b-ba37-f44e95dff2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:16.130142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-62502fdd-207c-450b-ba37-f44e95dff2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:16.131439 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-62502fdd-207c-450b-ba37-f44e95dff2d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a83bbc28-6b42-431e-afe4-540fc5cfd69f HTTP/1.1" status: 204 len: 168 time: 0.2748535 Nov 20 08:35:16.214533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Pushing event updated for resources: {'Port': ['ID=52854f8a-5f85-439f-ae49-b8100217e991,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:16.237695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:16.255237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f70e-2d89-4190-883e-389faeddd793 req-a9fe1277-e1a0-47ee-83ea-0fefc02d4965 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:16.256947 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-44c3f70e-2d89-4190-883e-389faeddd793 req-a9fe1277-e1a0-47ee-83ea-0fefc02d4965 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.6944056 Nov 20 08:35:16.326992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Network ad512bb8-48e5-4be8-ad72-4eb634331113 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:16.330359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:16.342980 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:16.347287 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:16.348764 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:16.380506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.24', 49934) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:16.384246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:16.384939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:16.386524 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] 10.222.0.24 "PUT /v2.0/ports/417e34a4-4943-4a2b-9fd3-2c885fb9c21a HTTP/1.1" status: 200 len: 1158 time: 9.2047708 Nov 20 08:35:16.389823 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0', 'tag': '417e34a4-4943-4a2b-9fd3-2c885fb9c21a'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:35:16.548153 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a1aa0cb-4484-4842-8dff-cc8f48895314 req-2467f128-4862-4bb8-a0aa-37eac3ad6236 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1924214 Nov 20 08:35:16.685482 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2202237 Nov 20 08:35:16.744455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94af001-f54d-45e4-a03b-634a5b848089 req-21b6ff95-180e-4077-82c8-d5ec4ba88a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:16.751010 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-21b6ff95-180e-4077-82c8-d5ec4ba88a58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9553c10f52504a6c82160b41ce0c8d9f&device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 1161 time: 0.1689804 Nov 20 08:35:16.759576 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-44c3f70e-2d89-4190-883e-389faeddd793 req-d0352aa7-4301-470c-980c-8de3bf965910 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873900 Nov 20 08:35:16.821160 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Request body: {'port': {'device_id': 'f8aab4b0-1e83-458a-8ae0-b72163d2163d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:16.867896 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-ad9ef493-a287-4847-a628-4afa70337fd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=417e34a4-4943-4a2b-9fd3-2c885fb9c21a HTTP/1.1" status: 200 len: 217 time: 0.1068919 Nov 20 08:35:16.883000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21b717-2112-473d-9483-19976483d362 req-0ce048ef-992a-4f65-9d71-abff8577971f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:16.884861 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-0ce048ef-992a-4f65-9d71-abff8577971f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.24 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 818 time: 0.4963579 Nov 20 08:35:16.903980 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05d23d-b969-4953-80f1-5984df700cd3 req-bd2273f3-5d28-45d8-a3bb-0ee4950e9d95 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:16.912952 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fd05d23d-b969-4953-80f1-5984df700cd3 req-bd2273f3-5d28-45d8-a3bb-0ee4950e9d95 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 1.1625807 Nov 20 08:35:16.966643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94af001-f54d-45e4-a03b-634a5b848089 req-034d53e1-aa30-4265-b34f-33648b92e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:16.969411 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-034d53e1-aa30-4265-b34f-33648b92e176 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3c6a03f-3bf7-486e-85e7-0b862d5aadca HTTP/1.1" status: 200 len: 850 time: 0.0897222 Nov 20 08:35:17.051680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Request body: {'port': {'device_id': '33c17800-3963-4a11-9c1e-d3c197a9e7f4', 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113', 'admin_state_up': True, 'tenant_id': 'aa41560db5074b5889fca2f2778f6072'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:17.051906 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-122fecae-4627-4c19-b8ec-9701d8b0a658 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc142b83-ea50-434b-b2d6-65f7be66ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559750 Nov 20 08:35:17.069330 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-e6f44c94-b9be-446e-bf96-3cd2d9f687d5 req-628e74f3-0a60-4c37-9b11-62790d323b12 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Synchronizing usage tracker for tenant:aa41560db5074b5889fca2f2778f6072 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:17.199245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:17.224730 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-bedab1c1-c3e5-4e4b-ae07-93e5ee435556 service neutron] 10.222.0.24 "GET /v2.0/networks/bc142b83-ea50-434b-b2d6-65f7be66ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648657 Nov 20 08:35:17.271935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-e6f44c94-b9be-446e-bf96-3cd2d9f687d5 req-628e74f3-0a60-4c37-9b11-62790d323b12 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Unset dirty status for tenant:aa41560db5074b5889fca2f2778f6072 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:17.282540 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e6f44c94-b9be-446e-bf96-3cd2d9f687d5 req-628e74f3-0a60-4c37-9b11-62790d323b12 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 210 time: 0.3536336 Nov 20 08:35:17.471900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ae902-5e74-4c0a-b526-f9bde8547f25 req-dfeef2c3-8159-4cd3-a585-f3426389017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:17.472999 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-550ae902-5e74-4c0a-b526-f9bde8547f25 req-dfeef2c3-8159-4cd3-a585-f3426389017f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 1160 time: 0.7843916 Nov 20 08:35:17.491443 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fd05d23d-b969-4953-80f1-5984df700cd3 req-aabf8990-3e22-4d40-a7e5-c03aa43f55f6 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748141 Nov 20 08:35:17.633702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:17.736065 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f94af001-f54d-45e4-a03b-634a5b848089 req-e0728be7-13c2-40e3-b5b0-1bc9ae27ed83 service neutron] 10.222.0.24 "GET /v2.0/networks/bc142b83-ea50-434b-b2d6-65f7be66ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2692692 Nov 20 08:35:17.740097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-40111874-2606-49ef-8d9f-23d874f439c1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Synchronizing usage tracker for tenant:ec3e6a3a848442469961a7497234648b on resource:security_group {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:17.803537 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0', 'tag': '417e34a4-4943-4a2b-9fd3-2c885fb9c21a', 'status': 'completed', 'code': 200} Nov 20 08:35:17.858481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:17.910644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-40111874-2606-49ef-8d9f-23d874f439c1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Unset dirty status for tenant:ec3e6a3a848442469961a7497234648b on resource:security_group {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:17.918974 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-40111874-2606-49ef-8d9f-23d874f439c1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--786884727&fields=id&tenant_id=ec3e6a3a848442469961a7497234648b HTTP/1.1" status: 200 len: 267 time: 0.4509223 Nov 20 08:35:17.967521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-39229c57-587b-4981-b24f-3e203ffa5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:17.970002 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-39229c57-587b-4981-b24f-3e203ffa5410 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9553c10f52504a6c82160b41ce0c8d9f&device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 1161 time: 0.1115818 Nov 20 08:35:18.148823 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-912d5760-0210-438d-af6e-cbdfb189ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:18.150603 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-912d5760-0210-438d-af6e-cbdfb189ccf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc142b83-ea50-434b-b2d6-65f7be66ad74 HTTP/1.1" status: 200 len: 904 time: 0.1740336 Nov 20 08:35:18.158279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Made reservation on behalf of aa41560db5074b5889fca2f2778f6072 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:18.164173 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:18.236106 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-3d4f63b4-9ad1-4a09-8fed-3273600d2d7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=417e34a4-4943-4a2b-9fd3-2c885fb9c21a HTTP/1.1" status: 200 len: 217 time: 0.0788195 Nov 20 08:35:18.271931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ae902-5e74-4c0a-b526-f9bde8547f25 req-7b631dd4-b765-493e-8f8d-21d30406ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:18.273568 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-550ae902-5e74-4c0a-b526-f9bde8547f25 req-7b631dd4-b765-493e-8f8d-21d30406ae9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 908 time: 0.7759550 Nov 20 08:35:18.289033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-4d3eb766-d07c-4f9d-b56d-aea4af9aa313 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:18.289812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-4d3eb766-d07c-4f9d-b56d-aea4af9aa313 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Synchronizing usage tracker for tenant:ec3e6a3a848442469961a7497234648b on resource:network {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:18.338077 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-f40276c6-9748-4149-b5b1-20dbdcc3dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:18.339650 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-f40276c6-9748-4149-b5b1-20dbdcc3dddf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3c6a03f-3bf7-486e-85e7-0b862d5aadca HTTP/1.1" status: 200 len: 850 time: 0.0957720 Nov 20 08:35:18.447140 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-f99955a1-1809-490c-a0f6-e9e9adf34fd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc142b83-ea50-434b-b2d6-65f7be66ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977733 Nov 20 08:35:18.647674 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-0f8958b4-bfcb-4b73-b8c6-4ff9273eb0ec service neutron] 10.222.0.24 "GET /v2.0/networks/bc142b83-ea50-434b-b2d6-65f7be66ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926827 Nov 20 08:35:18.653889 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-550ae902-5e74-4c0a-b526-f9bde8547f25 req-8eb76aa7-406b-4f4c-ac98-5499bedc2f30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6842b376-a7c3-4bb5-813b-320f8b4b69a1 HTTP/1.1" status: 200 len: 217 time: 0.3497603 Nov 20 08:35:18.777813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-4d3eb766-d07c-4f9d-b56d-aea4af9aa313 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Unset dirty status for tenant:ec3e6a3a848442469961a7497234648b on resource:network {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:18.784678 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-4d3eb766-d07c-4f9d-b56d-aea4af9aa313 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 815 time: 0.8647411 Nov 20 08:35:18.844915 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-bd84d717-e1e4-4c57-9044-8593f3fd2a82 service neutron] 10.222.0.24 "GET /v2.0/networks/bc142b83-ea50-434b-b2d6-65f7be66ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1899214 Nov 20 08:35:18.920768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ae902-5e74-4c0a-b526-f9bde8547f25 req-3e7c1676-3f97-4bba-9fdd-5079c21f8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:18.922783 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-550ae902-5e74-4c0a-b526-f9bde8547f25 req-3e7c1676-3f97-4bba-9fdd-5079c21f8154 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27633da5-51ad-4151-9df2-98015bdc16d6 HTTP/1.1" status: 200 len: 854 time: 0.2616558 Nov 20 08:35:18.924372 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-17d3b4f4-11a8-4e89-8dfe-803db1310e4c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/quotas/ec3e6a3a848442469961a7497234648b HTTP/1.1" status: 200 len: 375 time: 0.1386509 Nov 20 08:35:18.970109 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3cbed-c37d-4797-8aa0-5dd8ec0c48bf req-96de4e29-383c-43fb-9bd0-e77d67b8d58c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:18.971857 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-25b3cbed-c37d-4797-8aa0-5dd8ec0c48bf req-96de4e29-383c-43fb-9bd0-e77d67b8d58c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.9890449 Nov 20 08:35:19.166998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52854f8a-5f85-439f-ae49-b8100217e991 {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:35:19.200476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:19.244878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Transition to ACTIVE for port object 52854f8a-5f85-439f-ae49-b8100217e991 will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:19.247779 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-25b3cbed-c37d-4797-8aa0-5dd8ec0c48bf req-a8588af6-c234-4d2b-b766-cdd34e3eb4be tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593713 Nov 20 08:35:19.289327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:19.345764 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:19.432381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 56228) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:19.488870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-83c745b5-b343-451d-aacc-c7a81318cea4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Synchronizing usage tracker for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:19.562874 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a4a8ae50-9c5f-4c7e-9707-0b172992ec9f req-e50ef7d0-e256-4273-a3ec-872801045d55 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 210 time: 0.0945888 Nov 20 08:35:19.575054 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Allocated IP 172.20.0.13 (ad512bb8-48e5-4be8-ad72-4eb634331113/f4222133-a313-49fa-bed1-42b8add33008/3613f226-bc8d-42c5-afe6-178c47632c4d) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:19.577245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Pushing event updated for resources: {'Port': ['ID=52854f8a-5f85-439f-ae49-b8100217e991,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:19.603715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:19.617946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-83c745b5-b343-451d-aacc-c7a81318cea4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Unset dirty status for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:19.619442 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-83c745b5-b343-451d-aacc-c7a81318cea4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6589773 Nov 20 08:35:19.627923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:19.666299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:19.670751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] Usage tracker for resource:security_group_rule and tenant:5507af1b1e7c4f68a8c6bf998b88cee0 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:19.674109 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:19.682235 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:19.762900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:19.765807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:19.774039 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:19.817466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92742df-7112-4d60-8fb2-c3a7d7c9506c,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:19.822405 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5507af1b1e7c4f68a8c6bf998b88cee0&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3887680 Nov 20 08:35:19.823467 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:19.825133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 56236) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:19.888679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-38fa6ab3-9286-420c-8196-c5536e3111e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:19.916342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-38fa6ab3-9286-420c-8196-c5536e3111e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:19.970779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-38fa6ab3-9286-420c-8196-c5536e3111e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:19.974685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6d3664cf-b0f8-4d05-900c-7366bd8cde5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:19.976394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:19.991184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa6ab3-9286-420c-8196-c5536e3111e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92742df-7112-4d60-8fb2-c3a7d7c9506c,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:19.994586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-38fa6ab3-9286-420c-8196-c5536e3111e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:19.996883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-38fa6ab3-9286-420c-8196-c5536e3111e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.000530 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-38fa6ab3-9286-420c-8196-c5536e3111e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a92742df-7112-4d60-8fb2-c3a7d7c9506c HTTP/1.1" status: 204 len: 168 time: 0.1720233 Nov 20 08:35:20.060392 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.092209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Attempting to bind port 52854f8a-5f85-439f-ae49-b8100217e991 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:20.092590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Attempting to bind port 52854f8a-5f85-439f-ae49-b8100217e991 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:20.092954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Attempting to bind port 52854f8a-5f85-439f-ae49-b8100217e991 on network ad512bb8-48e5-4be8-ad72-4eb634331113 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:20.100974 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-2b1f06ec-6cb8-4caa-ac82-7e369dc4c9bd service neutron] 10.222.0.32 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534798 Nov 20 08:35:20.177813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:20.178239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Checking segment: {'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:20.178613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.179042 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Bound using segment: {'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:20.179538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Bound port: 52854f8a-5f85-439f-ae49-b8100217e991, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:20.179917 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.214342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.290139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eddad9-7963-4e50-8696-b2f1ced17c12 req-27dce614-25de-49c9-b5b7-799fcef2aaaa tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:20.291828 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b1eddad9-7963-4e50-8696-b2f1ced17c12 req-27dce614-25de-49c9-b5b7-799fcef2aaaa tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.5406656 Nov 20 08:35:20.439818 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 56250) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:20.460246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.470407 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-7d5eef91-dbd2-42cb-86fa-99a8710b1e43 service neutron] 10.222.0.32 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3481722 Nov 20 08:35:20.478329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] For port 52854f8a-5f85-439f-ae49-b8100217e991, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:20.481634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] For port 52854f8a-5f85-439f-ae49-b8100217e991, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=52854f8a-5f85-439f-ae49-b8100217e991,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:20.484645 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b1eddad9-7963-4e50-8696-b2f1ced17c12 req-5d18cdd4-7b4d-47ac-8329-d9c2f6b19cec tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389923 Nov 20 08:35:20.486196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.490533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.509583 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:20.528296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:20.536967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] Usage tracker for resource:security_group_rule and tenant:ca7eddf9704642a18a6087e4a0542bb4 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:20.545350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:20.551754 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:20.655330 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.662020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.671290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-86cd1261-6ff0-45f8-9420-2cbc1446a259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:20.730096 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a57a5b-32db-4ce0-bf5a-f014b4ca6fcf,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:20.748961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:20.752527 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca7eddf9704642a18a6087e4a0542bb4&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3111713 Nov 20 08:35:20.756053 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 56264) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:20.833236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44e9d3f5-12a0-44bb-84b4-b9de0ecc0510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.862380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44e9d3f5-12a0-44bb-84b4-b9de0ecc0510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.914789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44e9d3f5-12a0-44bb-84b4-b9de0ecc0510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.920400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-724d452b-a9da-40bf-82f3-1e4dc0ed34aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:20.932151 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9d3f5-12a0-44bb-84b4-b9de0ecc0510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a57a5b-32db-4ce0-bf5a-f014b4ca6fcf,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:20.936562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-44e9d3f5-12a0-44bb-84b4-b9de0ecc0510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:20.941487 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44e9d3f5-12a0-44bb-84b4-b9de0ecc0510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:20.947399 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-44e9d3f5-12a0-44bb-84b4-b9de0ecc0510 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91a57a5b-32db-4ce0-bf5a-f014b4ca6fcf HTTP/1.1" status: 204 len: 168 time: 0.1854298 Nov 20 08:35:21.130345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Pushing event updated for resources: {'Port': ['ID=3613f226-bc8d-42c5-afe6-178c47632c4d,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:21.214936 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-550ae902-5e74-4c0a-b526-f9bde8547f25 req-88f7bd98-83e3-4289-9595-3d7548f6e5c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=718043b5-18f0-487a-b0a0-0bd83f46e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1794326 Nov 20 08:35:21.430109 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Pushing event updated for resources: {'Port': ['ID=52854f8a-5f85-439f-ae49-b8100217e991,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:21.446788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:21.455628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.841s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:21.456150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:21.478186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Network ad512bb8-48e5-4be8-ad72-4eb634331113 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:21.487145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:21.500297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c442b0-0593-444f-a13b-79094285e720 req-e7eff4a4-bb5f-4385-9851-6eb2ac88d4f7 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:21.503218 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-75c442b0-0593-444f-a13b-79094285e720 req-e7eff4a4-bb5f-4385-9851-6eb2ac88d4f7 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.6508417 Nov 20 08:35:21.505096 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:21.512560 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:21.513658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:21.521795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:21.522587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:21.524400 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] 10.222.0.24 "PUT /v2.0/ports/52854f8a-5f85-439f-ae49-b8100217e991 HTTP/1.1" status: 200 len: 1158 time: 4.7106376 Nov 20 08:35:21.524704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8aab4b0-1e83-458a-8ae0-b72163d2163d', 'tag': '52854f8a-5f85-439f-ae49-b8100217e991'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:35:21.538861 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17dfc-f579-4cf8-859d-afa75bc63c64 req-c4e5ef26-f581-47e9-bc67-832e0d2ba078 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:21.540398 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5ef17dfc-f579-4cf8-859d-afa75bc63c64 req-c4e5ef26-f581-47e9-bc67-832e0d2ba078 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 932 time: 0.6821916 Nov 20 08:35:21.632173 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-8f6cb675-18fa-4af2-ab15-e343de3ae2ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7049072 Nov 20 08:35:21.641896 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-75c442b0-0593-444f-a13b-79094285e720 req-cb4e1a41-462d-42dd-8081-9886812093a8 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121075 Nov 20 08:35:21.650040 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5ef17dfc-f579-4cf8-859d-afa75bc63c64 req-45213850-dccb-4e98-87ea-b18aafec1104 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028414 Nov 20 08:35:21.887996 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-160dc520-ca72-42c9-8a29-430bf97b7ed5 req-11dd7541-dff5-4264-abc0-32e2b0207004 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.0662873 Nov 20 08:35:21.923770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b85c95-d089-4f01-9f8b-0688dbdd5a6f req-4361b222-fbfb-4a53-942e-4b02477b6d1f tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:21.926970 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b0b85c95-d089-4f01-9f8b-0688dbdd5a6f req-4361b222-fbfb-4a53-942e-4b02477b6d1f tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.1405966 Nov 20 08:35:21.980433 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8aab4b0-1e83-458a-8ae0-b72163d2163d', 'tag': '52854f8a-5f85-439f-ae49-b8100217e991', 'status': 'completed', 'code': 200} Nov 20 08:35:21.991819 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b0b85c95-d089-4f01-9f8b-0688dbdd5a6f req-5b2698b0-6e91-4e9c-994f-075f3971ce9b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Nov 20 08:35:22.848538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:22.913667 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-636e43fe-a9db-4fcb-87f8-5274b9ec5eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:22.981999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Request body: {'port': {'device_id': '33c17800-3963-4a11-9c1e-d3c197a9e7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:23.306336 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-550ae902-5e74-4c0a-b526-f9bde8547f25 req-c62bf0f1-1b5a-48b6-a393-3e87baffe44d service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529288 Nov 20 08:35:23.317211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921623c1-23a9-4340-bc37-2b40dc91ffc5 req-c0618db9-5713-4286-92e8-de0ebe6e5f6b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:23.318948 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-921623c1-23a9-4340-bc37-2b40dc91ffc5 req-c0618db9-5713-4286-92e8-de0ebe6e5f6b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.5175719 Nov 20 08:35:23.320750 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:23.366124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708c258-e1af-4fb2-a06f-3f00b37eae8a req-4f20e4a2-d761-4236-9741-dc944013e914 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:23.367035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-d708c258-e1af-4fb2-a06f-3f00b37eae8a req-4f20e4a2-d761-4236-9741-dc944013e914 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Synchronizing usage tracker for tenant:aa41560db5074b5889fca2f2778f6072 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:23.374487 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f37e2c-4bd8-4022-87dd-437bfadd61ba req-f19b47fe-179d-4d43-95f5-1bf9e0d4e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:23.376125 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e5f37e2c-4bd8-4022-87dd-437bfadd61ba req-f19b47fe-179d-4d43-95f5-1bf9e0d4e668 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 1161 time: 0.4521303 Nov 20 08:35:23.496518 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-d708c258-e1af-4fb2-a06f-3f00b37eae8a req-4f20e4a2-d761-4236-9741-dc944013e914 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Unset dirty status for tenant:aa41560db5074b5889fca2f2778f6072 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:23.497851 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d708c258-e1af-4fb2-a06f-3f00b37eae8a req-4f20e4a2-d761-4236-9741-dc944013e914 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 932 time: 0.6984322 Nov 20 08:35:23.517825 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-921623c1-23a9-4340-bc37-2b40dc91ffc5 req-f5e62d1b-3f1f-44e5-b0bd-49f8fb114377 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815939 Nov 20 08:35:23.645430 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d708c258-e1af-4fb2-a06f-3f00b37eae8a req-0a6d9c20-089f-477a-bf29-8eb4e036759f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298068 Nov 20 08:35:23.875433 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-03c78da8-eae5-4c52-9fee-451b61fea86a req-a8483245-87f0-4a85-969c-898e803bbf97 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.0751369 Nov 20 08:35:24.344237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:24.351966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3613f226-bc8d-42c5-afe6-178c47632c4d {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:35:24.363369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:24.381563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Transition to ACTIVE for port object 3613f226-bc8d-42c5-afe6-178c47632c4d will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:24.384754 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:24.404563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e0480068-7277-4e79-bd81-69fec8959cf7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:24.460700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4558316-129d-4860-878b-ed3f6cf12e91 req-99f952e9-649c-4b4e-b825-cdf032b31674 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:24.462288 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e4558316-129d-4860-878b-ed3f6cf12e91 req-99f952e9-649c-4b4e-b825-cdf032b31674 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.4923685 Nov 20 08:35:24.580525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Pushing event updated for resources: {'Port': ['ID=3613f226-bc8d-42c5-afe6-178c47632c4d,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:24.593723 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:24.615409 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e4558316-129d-4860-878b-ed3f6cf12e91 req-5a05f3f4-c1dd-4463-8039-84904d8f3688 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464362 Nov 20 08:35:24.998749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Attempting to bind port 3613f226-bc8d-42c5-afe6-178c47632c4d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:24.999426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Attempting to bind port 3613f226-bc8d-42c5-afe6-178c47632c4d by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:25.000078 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Attempting to bind port 3613f226-bc8d-42c5-afe6-178c47632c4d on network ad512bb8-48e5-4be8-ad72-4eb634331113 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:25.103664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:25.104433 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Checking segment: {'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:25.104944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:25.105613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Bound using segment: {'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:25.106456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Bound port: 3613f226-bc8d-42c5-afe6-178c47632c4d, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad512bb8-48e5-4be8-ad72-4eb634331113'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:25.107162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:25.121470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:25.217012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749880-7db7-4785-8f4c-f5f9c37ae6d1 req-a0cbda35-7e40-4de7-917d-9241ad1f4d19 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:25.218696 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f749880-7db7-4785-8f4c-f5f9c37ae6d1 req-a0cbda35-7e40-4de7-917d-9241ad1f4d19 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.4463983 Nov 20 08:35:25.301777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] For port 3613f226-bc8d-42c5-afe6-178c47632c4d, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:25.308174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] For port 3613f226-bc8d-42c5-afe6-178c47632c4d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3613f226-bc8d-42c5-afe6-178c47632c4d,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:25.319216 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5084ea6-41bc-4f82-8f9d-c09886fc14c0 req-4cb338ff-8143-441e-878e-56dfae7f8b1d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:25.320969 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c5084ea6-41bc-4f82-8f9d-c09886fc14c0 req-4cb338ff-8143-441e-878e-56dfae7f8b1d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.3156948 Nov 20 08:35:25.327027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:25.347318 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-07093f3d-dfab-40ed-8a20-127c8d674348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:25.380813 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f749880-7db7-4785-8f4c-f5f9c37ae6d1 req-83d74f24-6ef7-4e0d-8ecc-a1a5f8b1935d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494007 Nov 20 08:35:25.557570 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c5084ea6-41bc-4f82-8f9d-c09886fc14c0 req-298042d7-e7b9-4d3a-b1eb-905c09e67f28 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139103 Nov 20 08:35:25.564798 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Pushing event updated for resources: {'Port': ['ID=3613f226-bc8d-42c5-afe6-178c47632c4d,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:25.578078 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:25.629014 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:25.630143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:25.632681 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] 10.222.0.24 "PUT /v2.0/ports/3613f226-bc8d-42c5-afe6-178c47632c4d HTTP/1.1" status: 200 len: 1158 time: 2.7815719 Nov 20 08:35:25.633507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c17800-3963-4a11-9c1e-d3c197a9e7f4', 'tag': '3613f226-bc8d-42c5-afe6-178c47632c4d'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:35:25.811480 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-770bdd59-5265-4471-bff5-89ba7b5ccb0f req-7a13a360-bd18-4e33-871c-c81c9c94b483 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.1637001 Nov 20 08:35:25.861649 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c17800-3963-4a11-9c1e-d3c197a9e7f4', 'tag': '3613f226-bc8d-42c5-afe6-178c47632c4d', 'status': 'completed', 'code': 200} Nov 20 08:35:26.415116 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f37e2c-4bd8-4022-87dd-437bfadd61ba req-5fcc9fc6-a14a-458f-a394-0675fc1682aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:26.417843 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e5f37e2c-4bd8-4022-87dd-437bfadd61ba req-5fcc9fc6-a14a-458f-a394-0675fc1682aa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=aa41560db5074b5889fca2f2778f6072&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6779270 Nov 20 08:35:26.429721 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-550ae902-5e74-4c0a-b526-f9bde8547f25 req-7f96b898-e68f-4010-9c50-32bd40ce9981 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6880469 Nov 20 08:35:26.462100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48046d0-951a-4f08-b5c6-bb7a2f6f77e9 req-ad6b6675-2644-49c8-96f0-0cdd90fccfa3 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:26.465044 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a48046d0-951a-4f08-b5c6-bb7a2f6f77e9 req-ad6b6675-2644-49c8-96f0-0cdd90fccfa3 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.4067981 Nov 20 08:35:26.544204 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a48046d0-951a-4f08-b5c6-bb7a2f6f77e9 req-c506ea00-a292-4dc2-8047-9f0b768e7e01 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708437 Nov 20 08:35:26.686554 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9cf7-7168-4904-8ed1-0bb0b6f0343e req-c802f649-1347-4d6b-811d-90cb13e631a1 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:26.689610 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d1b9cf7-7168-4904-8ed1-0bb0b6f0343e req-c802f649-1347-4d6b-811d-90cb13e631a1 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.1434774 Nov 20 08:35:26.771935 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d1b9cf7-7168-4904-8ed1-0bb0b6f0343e req-94177a07-7cb6-4c38-8158-47e64a0fdc12 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739121 Nov 20 08:35:26.880678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db191e5f-f12a-4f41-9d31-acef67c51261 req-e11c05d7-3b40-40c2-8150-81722b80def9 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:26.882368 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-db191e5f-f12a-4f41-9d31-acef67c51261 req-e11c05d7-3b40-40c2-8150-81722b80def9 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.0905409 Nov 20 08:35:26.934598 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-db191e5f-f12a-4f41-9d31-acef67c51261 req-05fa06ec-ace2-4d72-946a-642063237150 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453405 Nov 20 08:35:27.193167 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b77514fd-b9b3-4436-ad84-f5fd0e247f71 req-6445bb72-4dbc-4dd1-8bff-c0947973c8b9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.0911288 Nov 20 08:35:27.774582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae906d3-8d36-4012-88ab-951c7457bfe3 req-9c8b99aa-0564-444e-b9eb-30b7457ae96a tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:27.776363 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aae906d3-8d36-4012-88ab-951c7457bfe3 req-9c8b99aa-0564-444e-b9eb-30b7457ae96a tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.0906992 Nov 20 08:35:27.840480 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aae906d3-8d36-4012-88ab-951c7457bfe3 req-fb09cda1-8933-4b8a-9aed-1c2927e11a35 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522203 Nov 20 08:35:28.359067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f37e2c-4bd8-4022-87dd-437bfadd61ba req-dba24a92-ab79-4d47-a18e-bc9fa7b69a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:28.360718 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e5f37e2c-4bd8-4022-87dd-437bfadd61ba req-dba24a92-ab79-4d47-a18e-bc9fa7b69a44 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4101603 Nov 20 08:35:28.383903 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21b717-2112-473d-9483-19976483d362 req-3d202954-5c14-4e16-881c-cb159c7bc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:28.385572 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-3d202954-5c14-4e16-881c-cb159c7bc224 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 1161 time: 0.4094064 Nov 20 08:35:28.404559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d31409-6855-4578-ba41-4a5839279089 req-8f04228f-d667-41e2-802c-1a1ba6fb71b6 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:28.406276 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a7d31409-6855-4578-ba41-4a5839279089 req-8f04228f-d667-41e2-802c-1a1ba6fb71b6 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.4288721 Nov 20 08:35:28.414499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41babf-3e41-4abc-88e0-6bca079b15f9 req-a986d644-f424-43be-8183-53ce3adc91d7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:28.416285 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dc41babf-3e41-4abc-88e0-6bca079b15f9 req-a986d644-f424-43be-8183-53ce3adc91d7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.1927464 Nov 20 08:35:28.768376 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-ab5ebf23-f606-40ea-97ef-6eecc3067a19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3613f226-bc8d-42c5-afe6-178c47632c4d HTTP/1.1" status: 200 len: 217 time: 0.3510053 Nov 20 08:35:28.871208 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a7d31409-6855-4578-ba41-4a5839279089 req-9c45b6e9-b2d8-4269-9631-3188b728b394 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624396 Nov 20 08:35:28.876480 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dc41babf-3e41-4abc-88e0-6bca079b15f9 req-63af4119-c6aa-446b-88d8-465d5583e099 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697059 Nov 20 08:35:28.895324 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21b717-2112-473d-9483-19976483d362 req-bd2fce5d-bfe7-4c2f-8cbb-2870ce1022cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:28.896948 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-bd2fce5d-bfe7-4c2f-8cbb-2870ce1022cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 200 len: 858 time: 0.0965092 Nov 20 08:35:28.903631 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-25f57031-294a-4154-b737-c5968a76423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:28.905221 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-25f57031-294a-4154-b737-c5968a76423f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 1161 time: 0.4338570 Nov 20 08:35:29.147268 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-83554b12-07cc-4c3b-823c-f5fb83b13e31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52854f8a-5f85-439f-ae49-b8100217e991 HTTP/1.1" status: 200 len: 217 time: 0.0922112 Nov 20 08:35:29.194620 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-b8434504-14cf-4a36-b725-9416b5ab8e74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad512bb8-48e5-4be8-ad72-4eb634331113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2523341 Nov 20 08:35:29.275485 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3ead111a-c341-43d5-b0dc-2aa7a37de417 req-b1b119f5-e0a8-4e3f-86e6-ddc0b1faccf8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.1348174 Nov 20 08:35:29.396345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-6cd1158d-b241-438e-87db-2f1c23b98859 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:29.397939 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-6cd1158d-b241-438e-87db-2f1c23b98859 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 815 time: 0.3945074 Nov 20 08:35:29.407351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b1c63-750f-40f8-b179-f8ed14ba3bc2 req-2f1074db-1241-4dd6-8965-509a3ebded33 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:29.408949 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-168b1c63-750f-40f8-b179-f8ed14ba3bc2 req-2f1074db-1241-4dd6-8965-509a3ebded33 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.3520555 Nov 20 08:35:29.465795 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-168b1c63-750f-40f8-b179-f8ed14ba3bc2 req-ca9fa74c-d917-4318-8698-baa305d4e3b0 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499001 Nov 20 08:35:30.171304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec583edb-f674-431f-bb00-53e8a681f4c4 req-18c449be-6618-431b-a3c2-dfcdab68aecb tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:30.172954 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec583edb-f674-431f-bb00-53e8a681f4c4 req-18c449be-6618-431b-a3c2-dfcdab68aecb tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.1466358 Nov 20 08:35:30.207793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0001e-d331-491b-83ce-5e64c6b02409 req-b03197fc-6c88-41b2-b3e7-78a028cd63c1 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:30.209444 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f4f0001e-d331-491b-83ce-5e64c6b02409 req-b03197fc-6c88-41b2-b3e7-78a028cd63c1 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.1426356 Nov 20 08:35:30.271792 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec583edb-f674-431f-bb00-53e8a681f4c4 req-e11c7286-b247-408c-8032-15eec14d37be tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913923 Nov 20 08:35:30.282476 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f4f0001e-d331-491b-83ce-5e64c6b02409 req-dad208c7-ea00-4235-838a-742b1b561a10 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651934 Nov 20 08:35:30.473518 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-15c4e9a8-3f39-497e-9ed7-b840cb77f115 req-39aebe9e-2b15-4320-8b8a-6dbe7ba1fd8c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.0480175 Nov 20 08:35:30.684282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b2c33-c67e-47f7-a8c0-a09ccf2774ae req-3f751ab4-cfaa-4668-bc01-1aa63aef8835 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:30.685951 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-db0b2c33-c67e-47f7-a8c0-a09ccf2774ae req-3f751ab4-cfaa-4668-bc01-1aa63aef8835 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.0856104 Nov 20 08:35:30.713812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:35:30.743177 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-db0b2c33-c67e-47f7-a8c0-a09ccf2774ae req-8d120076-60aa-4856-9d92-3ecd4912e28d tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 Nov 20 08:35:31.569312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1de04-306f-4461-973c-15a1c35bc965 req-3b70ec9f-5419-402d-b40d-386a1c3628c9 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:31.571007 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63b1de04-306f-4461-973c-15a1c35bc965 req-3b70ec9f-5419-402d-b40d-386a1c3628c9 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.1537712 Nov 20 08:35:31.577150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246f3f3-4795-4258-a264-9d007f163f0f req-94a2e299-cef2-4ac8-afd3-8ab7a8152db0 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:31.578732 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0246f3f3-4795-4258-a264-9d007f163f0f req-94a2e299-cef2-4ac8-afd3-8ab7a8152db0 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.1601365 Nov 20 08:35:31.663935 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63b1de04-306f-4461-973c-15a1c35bc965 req-3c9a287e-8286-41fd-befe-00c2934e84b3 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840907 Nov 20 08:35:31.669410 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0246f3f3-4795-4258-a264-9d007f163f0f req-684a4715-3419-480f-a746-6ec88fc1895c tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712585 Nov 20 08:35:31.963112 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-67345098-0a01-471a-885b-ca119c4f8c97 req-23a4c33e-3f0a-4697-a534-bd28dd1d26b5 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.0902731 Nov 20 08:35:32.004154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdced7af-a208-4fd3-871a-65f17f8c99dc req-35b13acb-6e46-4600-822f-452f4f45b03a tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:32.005837 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cdced7af-a208-4fd3-871a-65f17f8c99dc req-35b13acb-6e46-4600-822f-452f4f45b03a tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.0971520 Nov 20 08:35:32.065372 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cdced7af-a208-4fd3-871a-65f17f8c99dc req-1eb1760d-852f-4afb-abf3-0ed5b435f43d tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498688 Nov 20 08:35:33.041958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eade61-6f38-47d2-8aa4-aa7023f9ac2f req-dcea8aa3-0c93-4647-9359-e03ff7993dc3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:33.043730 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e6eade61-6f38-47d2-8aa4-aa7023f9ac2f req-dcea8aa3-0c93-4647-9359-e03ff7993dc3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.1636455 Nov 20 08:35:33.097741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392ed78-37b3-4649-98be-2dc4b7cb95a8 req-5f7d8fd8-12b1-43f9-bc9a-d3e2c9b32803 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:33.101166 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8392ed78-37b3-4649-98be-2dc4b7cb95a8 req-5f7d8fd8-12b1-43f9-bc9a-d3e2c9b32803 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.1445246 Nov 20 08:35:33.269262 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e6eade61-6f38-47d2-8aa4-aa7023f9ac2f req-382d89b6-4cbd-4ca7-be49-1f59872907c3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174573 Nov 20 08:35:33.387911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-17c2ab0d-2866-4d62-a767-2412e224ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:33.389566 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-17c2ab0d-2866-4d62-a767-2412e224ab79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 200 len: 858 time: 0.2455459 Nov 20 08:35:33.467163 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8392ed78-37b3-4649-98be-2dc4b7cb95a8 req-c52a8593-a4c4-4a8b-afb0-06285ef382dd tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463008 Nov 20 08:35:33.486334 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-ad7c3f6f-04fc-4747-8495-b6f805ffaa1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad512bb8-48e5-4be8-ad72-4eb634331113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772703 Nov 20 08:35:33.579734 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-ae67fb20-3f21-4bf4-94ad-285f7dc762f3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec3e6a3a848442469961a7497234648b HTTP/1.1" status: 200 len: 5237 time: 0.3710699 Nov 20 08:35:33.610489 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'port': {'device_id': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'admin_state_up': True, 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'security_groups': ['4cabcfc6-4479-47da-b78c-561e4daa67b8']}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:33.644817 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-57e01884-989c-4451-8a2c-16fac95eaaba req-fcd51b9b-644f-4a07-8336-e6d294593bc1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.1237431 Nov 20 08:35:33.647164 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-863762b8-8c65-4526-aa40-30e070040546 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607830 Nov 20 08:35:34.258473 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-abc1dd2f-36d2-4e70-8c1a-c695af5a2fc4 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640009 Nov 20 08:35:34.312364 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:34.349338 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097e3e2-7d4f-4b9e-a98b-d20f4ba3c344 req-da875d30-7b35-4e6a-8077-176ad0554603 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:34.351169 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9097e3e2-7d4f-4b9e-a98b-d20f4ba3c344 req-da875d30-7b35-4e6a-8077-176ad0554603 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.7128456 Nov 20 08:35:34.361493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:34.474686 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da21b717-2112-473d-9483-19976483d362 req-be32281a-9d1b-47a0-8e85-3b05fab1d0e8 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4051697 Nov 20 08:35:34.533236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Made reservation on behalf of ec3e6a3a848442469961a7497234648b for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:34.540180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:34.719698 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9097e3e2-7d4f-4b9e-a98b-d20f4ba3c344 req-9f121be0-5d64-4956-add6-bee9a99fde54 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440363 Nov 20 08:35:34.727628 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-da18e8f8-be65-4c26-93e1-f7b46a1e8ae3 req-ecdc65ae-bc92-4487-bbf3-108775882779 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4483182 Nov 20 08:35:34.942499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8d74-5bab-47ee-b1fe-42c676575d33 req-984bff05-4843-4f48-b20a-218daed16cff tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:34.944269 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37fd8d74-5bab-47ee-b1fe-42c676575d33 req-984bff05-4843-4f48-b20a-218daed16cff tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.4676685 Nov 20 08:35:35.040520 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320861cb-f7e4-49e7-a73d-2aff9c262672 req-66ab87c5-3956-4210-a89a-f577042496af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:35.042166 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-320861cb-f7e4-49e7-a73d-2aff9c262672 req-66ab87c5-3956-4210-a89a-f577042496af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 1161 time: 0.4398022 Nov 20 08:35:35.118179 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37fd8d74-5bab-47ee-b1fe-42c676575d33 req-95af680a-f5e1-4d0d-b28d-4736fb05bbe4 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617446 Nov 20 08:35:35.233388 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d2fbc-45b3-4082-848f-3961627037f9 req-010c1312-d076-48a2-b8f9-ce6932f3aa2f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:35.236692 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-344d2fbc-45b3-4082-848f-3961627037f9 req-010c1312-d076-48a2-b8f9-ce6932f3aa2f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.3446102 Nov 20 08:35:35.404418 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Allocated IP 172.20.0.9 (3212dd08-f9b6-4467-b55f-4d799007c5a4/1f10555f-7825-4d16-a048-b8792bb1d0f8/7b97d3d6-8c1f-4189-91dd-d5231d56d0f9) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:35.408579 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a345466-d50b-410d-b275-e4b2d5884bf5 req-5d3f6927-8d64-4778-8e44-ac9607aed144 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.1219108 Nov 20 08:35:35.442246 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-344d2fbc-45b3-4082-848f-3961627037f9 req-0af127ec-903d-497c-b0a0-ee9c50efcaf8 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991212 Nov 20 08:35:35.692125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:35.718855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Transition to ACTIVE for port object 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:35.749934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:35.787759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:36.041645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'Port': ['ID=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:36.051990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:36.129396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:36.137198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8167-5b48-45f2-9f46-cd2f0fb83663 req-fc4d87e3-e4ad-4c08-a398-92838da58a0a tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:36.138952 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3ecc8167-5b48-45f2-9f46-cd2f0fb83663 req-fc4d87e3-e4ad-4c08-a398-92838da58a0a tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.1693139 Nov 20 08:35:36.139957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:36.144525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:36.154975 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:36.156200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:36.225042 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6329291 Nov 20 08:35:36.281123 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3ecc8167-5b48-45f2-9f46-cd2f0fb83663 req-afbba77e-3e43-4455-a200-990b93c75b9b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129291 Nov 20 08:35:36.504482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Request body: {'port': {'device_id': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:36.509579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-648587f5-f028-49e9-954f-1c51f16bff27 None None] Provisioning for port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:36.515431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-648587f5-f028-49e9-954f-1c51f16bff27 None None] Provisioning complete for port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:36.515847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-648587f5-f028-49e9-954f-1c51f16bff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:36.588283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-648587f5-f028-49e9-954f-1c51f16bff27 None None] Port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:35:37.431692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:37.482147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320861cb-f7e4-49e7-a73d-2aff9c262672 req-54d54362-b861-481c-b8d6-a077647bdf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:37.485036 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-320861cb-f7e4-49e7-a73d-2aff9c262672 req-54d54362-b861-481c-b8d6-a077647bdf23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 912 time: 0.9923546 Nov 20 08:35:37.496665 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992905d-f8c6-47f9-b9d5-013480d25b7a req-115521f8-baea-4e4c-8d39-abc264b431ee tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:37.500026 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5992905d-f8c6-47f9-b9d5-013480d25b7a req-115521f8-baea-4e4c-8d39-abc264b431ee tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 1.0813906 Nov 20 08:35:37.812756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d3d0e-cb94-4a8c-9ada-dadecda62c4c req-dfc2e44e-79dd-4cff-a85a-442bedca622f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:37.816419 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-274d3d0e-cb94-4a8c-9ada-dadecda62c4c req-dfc2e44e-79dd-4cff-a85a-442bedca622f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 1.1313078 Nov 20 08:35:37.823864 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-320861cb-f7e4-49e7-a73d-2aff9c262672 req-92dbbc42-5c7d-4a89-b7c9-5d4a8caaf7bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3613f226-bc8d-42c5-afe6-178c47632c4d HTTP/1.1" status: 200 len: 217 time: 0.2207210 Nov 20 08:35:38.009218 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5992905d-f8c6-47f9-b9d5-013480d25b7a req-b46c4075-1fad-41b3-8363-0e5f2cc3f8e8 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430602 Nov 20 08:35:38.175901 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-274d3d0e-cb94-4a8c-9ada-dadecda62c4c req-53d8703d-9888-4ec1-b32b-0224390a8648 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946746 Nov 20 08:35:38.475338 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33723c0f-b26a-49f3-8311-d8183a99ca3a req-251d7960-5955-4a86-860c-4e911018f00c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:38.476065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-33723c0f-b26a-49f3-8311-d8183a99ca3a req-251d7960-5955-4a86-860c-4e911018f00c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Synchronizing usage tracker for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:38.527380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-33723c0f-b26a-49f3-8311-d8183a99ca3a req-251d7960-5955-4a86-860c-4e911018f00c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Unset dirty status for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:38.528700 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33723c0f-b26a-49f3-8311-d8183a99ca3a req-251d7960-5955-4a86-860c-4e911018f00c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 931 time: 0.3890462 Nov 20 08:35:38.634543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7866a34-6335-4796-a1f8-ee366288e5a2 req-2b543542-6585-45aa-809e-b0f63b6313f3 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:38.635301 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a7866a34-6335-4796-a1f8-ee366288e5a2 req-2b543542-6585-45aa-809e-b0f63b6313f3 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.2540967 Nov 20 08:35:38.699657 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33723c0f-b26a-49f3-8311-d8183a99ca3a req-0e40b635-23fe-4b4e-91ec-87a89d13c58c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600671 Nov 20 08:35:38.702120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:35:38.719548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.744541 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Transition to ACTIVE for port object 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:38.749672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.768183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:38.817551 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a7866a34-6335-4796-a1f8-ee366288e5a2 req-ee14f001-2930-4ed4-8061-99fe55e65a3a tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623921 Nov 20 08:35:39.057496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Pushing event updated for resources: {'Port': ['ID=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:39.061973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:39.103525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320861cb-f7e4-49e7-a73d-2aff9c262672 req-fa341913-e226-43b7-8560-a12e22ae3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:39.105164 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-320861cb-f7e4-49e7-a73d-2aff9c262672 req-fa341913-e226-43b7-8560-a12e22ae3a5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 200 len: 858 time: 0.1213763 Nov 20 08:35:39.172292 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-320861cb-f7e4-49e7-a73d-2aff9c262672 req-bca20f78-e930-43c3-b6e3-87656127660f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad512bb8-48e5-4be8-ad72-4eb634331113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567961 Nov 20 08:35:39.546914 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Attempting to bind port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:39.547409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Attempting to bind port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:39.547868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Attempting to bind port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 on network 3212dd08-f9b6-4467-b55f-4d799007c5a4 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:39.587153 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-320861cb-f7e4-49e7-a73d-2aff9c262672 req-0c35919b-1663-4cdf-8b74-15cc81a7afe6 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559706 Nov 20 08:35:39.590916 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:39.591302 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Checking segment: {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:39.591716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:39.592122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Bound using segment: {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:39.592622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Bound port: 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:39.593005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:39.656920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a6c93-5546-41e7-9da5-d182a93b5582 req-6c27670c-b8d8-4adc-9fb0-5af50fd8d058 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:39.658645 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-483a6c93-5546-41e7-9da5-d182a93b5582 req-6c27670c-b8d8-4adc-9fb0-5af50fd8d058 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.4260325 Nov 20 08:35:39.807666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a9448-2c8f-4a1e-bf3c-103b03dd3696 req-1d0eaf0f-b3e8-44ab-835d-318a16c3d13c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:39.809380 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-be1a9448-2c8f-4a1e-bf3c-103b03dd3696 req-1d0eaf0f-b3e8-44ab-835d-318a16c3d13c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.4586196 Nov 20 08:35:39.940017 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-320861cb-f7e4-49e7-a73d-2aff9c262672 req-39aa22c6-667a-4a51-b265-7365b6c33094 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3321671 Nov 20 08:35:39.953197 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-483a6c93-5546-41e7-9da5-d182a93b5582 req-6daa6354-1204-4e41-baf9-8b4d2894df11 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762024 Nov 20 08:35:39.957263 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] For port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:39.962461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] For port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:39.965763 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-be1a9448-2c8f-4a1e-bf3c-103b03dd3696 req-27f19895-94a1-435f-86c6-356741322766 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370199 Nov 20 08:35:39.970048 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:40.000992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:40.598960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Pushing event updated for resources: {'Port': ['ID=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:40.618056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:40.668454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf68f3-51c4-4c47-a110-83a6fb80bbec req-c172533a-34e8-43a7-b935-2b9c8e947417 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:40.670206 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-69bf68f3-51c4-4c47-a110-83a6fb80bbec req-c172533a-34e8-43a7-b935-2b9c8e947417 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.3297040 Nov 20 08:35:40.671554 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:40.672240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:40.673681 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] 10.222.0.24 "PUT /v2.0/ports/7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 HTTP/1.1" status: 200 len: 1157 time: 4.1834342 Nov 20 08:35:40.674455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:35:40.686162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d77612-036e-4408-8ffb-5ed394df7807 req-399b18f6-5caf-44cd-9000-39e10d199e3c tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:40.687968 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-53d77612-036e-4408-8ffb-5ed394df7807 req-399b18f6-5caf-44cd-9000-39e10d199e3c tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.3462198 Nov 20 08:35:40.825585 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-69bf68f3-51c4-4c47-a110-83a6fb80bbec req-2cb6bc50-15a0-4822-b042-c1cb56eedafd tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360645 Nov 20 08:35:40.834174 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-53d77612-036e-4408-8ffb-5ed394df7807 req-2468d0f7-007a-4dc4-b567-684b9270e13d tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278267 Nov 20 08:35:40.894795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-623ae20a-f325-4b04-89e8-fa42ffca70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:40.897979 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-623ae20a-f325-4b04-89e8-fa42ffca70a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 1160 time: 0.1269011 Nov 20 08:35:40.997772 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9', 'status': 'completed', 'code': 200} Nov 20 08:35:41.026238 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-057bc09d-f8b7-4902-8cef-521571c25803 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 HTTP/1.1" status: 200 len: 217 time: 0.1136365 Nov 20 08:35:41.280850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-1293554d-7203-4214-a628-dae6c52e10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:41.283232 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-1293554d-7203-4214-a628-dae6c52e10ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.2424815 Nov 20 08:35:41.456864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c5726-507a-4f1b-82f7-c8205208e9ac req-f9db6e13-eef3-4292-a7d9-076574aaf1b1 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:41.458629 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5e0c5726-507a-4f1b-82f7-c8205208e9ac req-f9db6e13-eef3-4292-a7d9-076574aaf1b1 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.2775776 Nov 20 08:35:41.516256 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-d3dd3c33-df00-4488-98bd-feb7460568fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:41.519073 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-d3dd3c33-df00-4488-98bd-feb7460568fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2249608 Nov 20 08:35:41.538578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c380d0-cda1-451b-95e4-e365f41c278c req-f9c36c45-de33-4a60-96d6-fbfc3a1cf9ff tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:41.540321 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d3c380d0-cda1-451b-95e4-e365f41c278c req-f9c36c45-de33-4a60-96d6-fbfc3a1cf9ff tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.1940694 Nov 20 08:35:41.726800 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5e0c5726-507a-4f1b-82f7-c8205208e9ac req-02ee3b71-aa2f-4373-bc30-439c12a64cd6 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581370 Nov 20 08:35:41.756500 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d3c380d0-cda1-451b-95e4-e365f41c278c req-f21ceb44-d79f-4402-a245-31d60bf11e58 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889231 Nov 20 08:35:41.801952 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-f3938d94-b991-47cd-b301-136b645757a5 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646375 Nov 20 08:35:42.077583 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.objects.ports [None req-6d3c5751-7cec-47cc-9ab5-bbbb09a36926 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80255) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:35:42.375492 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b806140-25b8-419f-a9df-ac0b6b1389b6 req-84c66d04-c5bd-42c0-8998-95202b32e917 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5720906 Nov 20 08:35:42.410714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795c744-6e37-461c-93f3-4d5c40903f42 req-0f97b5a7-a150-4424-9a52-83596bcd040f tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:42.412535 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b795c744-6e37-461c-93f3-4d5c40903f42 req-0f97b5a7-a150-4424-9a52-83596bcd040f tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.3321195 Nov 20 08:35:42.419118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dc00e-1f7d-4187-8d99-f1fa17525791 req-0c751aca-f647-4f08-b423-d58dbaa4b796 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:42.420681 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c87dc00e-1f7d-4187-8d99-f1fa17525791 req-0c751aca-f647-4f08-b423-d58dbaa4b796 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.2698653 Nov 20 08:35:42.515709 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b795c744-6e37-461c-93f3-4d5c40903f42 req-52d90f26-c4ec-4fbb-ba3b-a34175327aba tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884249 Nov 20 08:35:42.522375 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c87dc00e-1f7d-4187-8d99-f1fa17525791 req-3a770f83-a57c-406a-b8d1-f03c48fafc5e tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776920 Nov 20 08:35:42.618589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80819d4e-e773-4507-9d71-c288b89ea5af req-bdf2976d-7af0-4615-8bb5-850e0227b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:42.621298 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-80819d4e-e773-4507-9d71-c288b89ea5af req-bdf2976d-7af0-4615-8bb5-850e0227b09b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 1160 time: 0.0977566 Nov 20 08:35:43.077789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80819d4e-e773-4507-9d71-c288b89ea5af req-da3ff54a-f834-489b-9d26-cdd20f28a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:43.080616 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-80819d4e-e773-4507-9d71-c288b89ea5af req-da3ff54a-f834-489b-9d26-cdd20f28a706 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.4512103 Nov 20 08:35:43.249947 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-80819d4e-e773-4507-9d71-c288b89ea5af req-fa66d37c-f11e-4287-b4c8-6c6d06cf8e5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 HTTP/1.1" status: 200 len: 217 time: 0.1433942 Nov 20 08:35:43.364966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80819d4e-e773-4507-9d71-c288b89ea5af req-67b2e14f-42aa-490f-8d66-86dd3b39646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:43.366744 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-80819d4e-e773-4507-9d71-c288b89ea5af req-67b2e14f-42aa-490f-8d66-86dd3b39646a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.1088362 Nov 20 08:35:43.421468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aade5-0e03-4506-82d2-f5827d3c740b req-579a8e42-6187-44d4-8ef1-4832bec8b682 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:43.427992 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-129aade5-0e03-4506-82d2-f5827d3c740b req-579a8e42-6187-44d4-8ef1-4832bec8b682 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.4384377 Nov 20 08:35:43.442495 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ea0d7-0fba-4153-8e24-8464259f7e29 req-869bd72a-1162-415c-b976-27fc5ba8f8be tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:43.444317 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-538ea0d7-0fba-4153-8e24-8464259f7e29 req-869bd72a-1162-415c-b976-27fc5ba8f8be tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.5518460 Nov 20 08:35:43.573865 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-129aade5-0e03-4506-82d2-f5827d3c740b req-c17a4d25-6218-42de-ae7c-766a5cbd1068 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284447 Nov 20 08:35:43.578946 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-538ea0d7-0fba-4153-8e24-8464259f7e29 req-5cb06814-5ec1-4b6e-98f0-acc359b3ead2 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106293 Nov 20 08:35:43.593141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80819d4e-e773-4507-9d71-c288b89ea5af req-13e9197f-46da-4e70-a384-8db12693ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:43.594835 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-80819d4e-e773-4507-9d71-c288b89ea5af req-13e9197f-46da-4e70-a384-8db12693ebf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2192290 Nov 20 08:35:44.270301 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 417e34a4-4943-4a2b-9fd3-2c885fb9c21a up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:44.411839 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:44.422769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:44.423538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:44.435053 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-80819d4e-e773-4507-9d71-c288b89ea5af req-b9dac769-3f11-4eef-8b04-58b96c0e1e1c service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8319995 Nov 20 08:35:44.464639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65ce4-f64e-440d-9131-68969f77b527 req-f41cec33-306a-4736-8ae6-e1af2821fbca tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:44.466365 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-44c65ce4-f64e-440d-9131-68969f77b527 req-f41cec33-306a-4736-8ae6-e1af2821fbca tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.5583701 Nov 20 08:35:44.541208 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac7dc-e93e-4a5b-87f8-2682103bf588 req-7de409e9-15b0-42d9-a11b-8c9390808c68 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:44.543133 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-af1ac7dc-e93e-4a5b-87f8-2682103bf588 req-7de409e9-15b0-42d9-a11b-8c9390808c68 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.6330340 Nov 20 08:35:44.662174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:44.710922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,segment=NetworkSegment(bee8b27e-7153-435a-aac3-4030de380d21),segment_id=bee8b27e-7153-435a-aac3-4030de380d21)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:35:44.712293 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417e34a4-4943-4a2b-9fd3-2c885fb9c21a'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:35:44.735729 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-44c65ce4-f64e-440d-9131-68969f77b527 req-8025600d-5aa7-4314-b139-ae00a42f19d8 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483859 Nov 20 08:35:44.771131 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-af1ac7dc-e93e-4a5b-87f8-2682103bf588 req-ffa2f92e-6629-408b-84aa-05e7bae33ce1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037036 Nov 20 08:35:44.826934 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-80819d4e-e773-4507-9d71-c288b89ea5af req-e1eea2de-bed2-4bc4-9c7f-28de4b6c4f8c service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3339729 Nov 20 08:35:44.831380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:44.831380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 6842b376-a7c3-4bb5-813b-320f8b4b69a1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:44.921914 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5a41bcb4-1eab-44cc-9e6a-3c1626938504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:45.138393 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca157a6b-83b8-4621-b7a8-3d7253cc8d2f req-e6e72556-55a5-4da7-a1f4-e7e1afdcd94b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:45.148156 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ca157a6b-83b8-4621-b7a8-3d7253cc8d2f req-e6e72556-55a5-4da7-a1f4-e7e1afdcd94b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.2455165 Nov 20 08:35:45.232978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5978a5e-f13a-4b88-b525-43076e3e2b4a req-cac8fbe4-7fb6-4122-a496-a431083de2e1 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:45.246904 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5978a5e-f13a-4b88-b525-43076e3e2b4a req-cac8fbe4-7fb6-4122-a496-a431083de2e1 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.2325406 Nov 20 08:35:45.307255 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ca157a6b-83b8-4621-b7a8-3d7253cc8d2f req-1e8304ee-8e29-4624-a469-5276b9b5ad66 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579835 Nov 20 08:35:45.370503 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5978a5e-f13a-4b88-b525-43076e3e2b4a req-6aced304-bf3e-42d7-9cb1-b33a62322637 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225252 Nov 20 08:35:45.488498 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:45.495477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:45.500401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 6842b376-a7c3-4bb5-813b-320f8b4b69a1 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:45.512313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 6842b376-a7c3-4bb5-813b-320f8b4b69a1 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:45.512987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:45.710925 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417e34a4-4943-4a2b-9fd3-2c885fb9c21a', 'code': 200} Nov 20 08:35:45.748561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:45.844879 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 6842b376-a7c3-4bb5-813b-320f8b4b69a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6842b376-a7c3-4bb5-813b-320f8b4b69a1,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:35:45.852738 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:45.856013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:46.048303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=6842b376-a7c3-4bb5-813b-320f8b4b69a1,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:46.060547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:46.136358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ab42b-bebb-489c-9240-750e4a579965 req-3df88aed-e82f-4455-b937-909dc9d9540c tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:46.145501 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-575ab42b-bebb-489c-9240-750e4a579965 req-3df88aed-e82f-4455-b937-909dc9d9540c tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.2527626 Nov 20 08:35:46.219699 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-575ab42b-bebb-489c-9240-750e4a579965 req-2bea80d7-f7c3-4abf-af0a-0e4df27d392a tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730205 Nov 20 08:35:46.250327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd4ae9-54eb-4ad4-ac3e-9b12143e8ffe req-c015b130-a696-49f1-8886-3165fe9b39ff tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:46.260066 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d2cd4ae9-54eb-4ad4-ac3e-9b12143e8ffe req-c015b130-a696-49f1-8886-3165fe9b39ff tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.2579565 Nov 20 08:35:46.348868 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d2cd4ae9-54eb-4ad4-ac3e-9b12143e8ffe req-77b747a8-8f32-4f2b-bf4b-3de1dccc49b6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876911 Nov 20 08:35:46.803986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744b026-da02-4d25-b655-b981ddf3e63d req-af8ab3d4-1623-4523-a59d-0cefc9f76c19 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:46.806880 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3744b026-da02-4d25-b655-b981ddf3e63d req-af8ab3d4-1623-4523-a59d-0cefc9f76c19 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.2790182 Nov 20 08:35:46.818590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b12d-e91d-4cec-8faa-0e5f1d4d324b req-1e0535c9-14c4-46a2-aa6a-9fd2cf2c8c55 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:46.821227 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c7a0b12d-e91d-4cec-8faa-0e5f1d4d324b req-1e0535c9-14c4-46a2-aa6a-9fd2cf2c8c55 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.2271681 Nov 20 08:35:46.978742 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3744b026-da02-4d25-b655-b981ddf3e63d req-f3c32b7a-a91f-42f8-8084-7cf6fe40a392 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555800 Nov 20 08:35:46.988326 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c7a0b12d-e91d-4cec-8faa-0e5f1d4d324b req-efa60233-9e56-4636-b106-701c082cea1e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389515 Nov 20 08:35:47.575874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc886f4-d5c6-4ace-a0c3-fa89b2de92ab req-9a721abb-4fce-4a2d-a472-796506a3dedb tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:47.579031 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9cc886f4-d5c6-4ace-a0c3-fa89b2de92ab req-9a721abb-4fce-4a2d-a472-796506a3dedb tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.1552052 Nov 20 08:35:47.702140 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9cc886f4-d5c6-4ace-a0c3-fa89b2de92ab req-d0a6febd-ec79-49ad-baa1-ec8cd28fb4e6 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141315 Nov 20 08:35:47.712250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94450cfe-7050-42b3-93b4-99afcf84df7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6842b376-a7c3-4bb5-813b-320f8b4b69a1'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:35:47.734010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb571e57-541f-4d67-8575-c9ebf0420b86 req-7db5d87f-4cc4-4f54-b0f5-c3c98da8c95d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:47.736063 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cb571e57-541f-4d67-8575-c9ebf0420b86 req-7db5d87f-4cc4-4f54-b0f5-c3c98da8c95d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1301153 Nov 20 08:35:47.832310 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94450cfe-7050-42b3-93b4-99afcf84df7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6842b376-a7c3-4bb5-813b-320f8b4b69a1', 'code': 200} Nov 20 08:35:47.834890 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cb571e57-541f-4d67-8575-c9ebf0420b86 req-f3b984ee-1a46-44f8-bea1-1ec00c461a84 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841880 Nov 20 08:35:48.457749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed32a0-4797-45bd-a5c6-626e826ab2cb req-dd3b9fb1-c9d7-4414-9630-b7ec34203fbb tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:48.460803 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c9ed32a0-4797-45bd-a5c6-626e826ab2cb req-dd3b9fb1-c9d7-4414-9630-b7ec34203fbb tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.2294097 Nov 20 08:35:48.474914 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e96308-4b6c-4761-bf15-d4a8ca93a267 req-b956d01c-6566-4957-a492-d74299bf14d1 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:48.477937 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-17e96308-4b6c-4761-bf15-d4a8ca93a267 req-b956d01c-6566-4957-a492-d74299bf14d1 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.3105297 Nov 20 08:35:48.586233 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c9ed32a0-4797-45bd-a5c6-626e826ab2cb req-687903a9-ad85-45a5-a2d9-5250c64b65dc tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067209 Nov 20 08:35:48.589503 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-17e96308-4b6c-4761-bf15-d4a8ca93a267 req-8ae506f9-29d3-4609-9cee-14e9a4913344 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827196 Nov 20 08:35:48.964382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87715b05-3e11-45c8-9082-20b5786112c1 req-94b47390-a130-4c5d-aece-57adc2c13978 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:48.966129 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-87715b05-3e11-45c8-9082-20b5786112c1 req-94b47390-a130-4c5d-aece-57adc2c13978 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.1085289 Nov 20 08:35:49.082804 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-87715b05-3e11-45c8-9082-20b5786112c1 req-d1f06a2a-981f-4fda-ac30-fc0efd6bd59c tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053870 Nov 20 08:35:49.121075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7641cdb-e7f0-41e0-b04e-9a12ca0b29a8 req-c2942ec6-c1e1-47af-9c4e-8cc746641407 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:49.122840 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c7641cdb-e7f0-41e0-b04e-9a12ca0b29a8 req-c2942ec6-c1e1-47af-9c4e-8cc746641407 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1044087 Nov 20 08:35:49.178721 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c7641cdb-e7f0-41e0-b04e-9a12ca0b29a8 req-5c950780-e844-4d02-a6c1-42f4532b7975 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480506 Nov 20 08:35:49.912218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ab964-0a09-4090-8741-6e40113a2fe8 req-b9cbd356-7fa1-4477-9287-3922c60d598e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:49.913993 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-442ab964-0a09-4090-8741-6e40113a2fe8 req-b9cbd356-7fa1-4477-9287-3922c60d598e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.1648257 Nov 20 08:35:49.921034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533dbbc-f4d1-4a36-9871-5a7b11e20ab2 req-7b68f2a8-b2e6-43fc-a602-e6adbeb214d8 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:49.922262 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5533dbbc-f4d1-4a36-9871-5a7b11e20ab2 req-7b68f2a8-b2e6-43fc-a602-e6adbeb214d8 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.1320360 Nov 20 08:35:49.981356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2536d008-7952-4dcf-b0a8-4e44f7f20832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:50.009785 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-442ab964-0a09-4090-8741-6e40113a2fe8 req-8365f3c4-bf64-44d0-9f08-ea3330488d4e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864725 Nov 20 08:35:50.019143 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5533dbbc-f4d1-4a36-9871-5a7b11e20ab2 req-8cfa3c12-03db-4a3c-a66d-d57945933c39 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800645 Nov 20 08:35:50.145223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:50.154608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64312498-18f4-4e74-9c8a-89ee8b5500c3 req-fba66401-8cae-4d36-ac4a-5818d590a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:50.157671 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-64312498-18f4-4e74-9c8a-89ee8b5500c3 req-fba66401-8cae-4d36-ac4a-5818d590a9a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 1163 time: 0.1195185 Nov 20 08:35:50.194380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-64312498-18f4-4e74-9c8a-89ee8b5500c3 req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:50.244041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-64312498-18f4-4e74-9c8a-89ee8b5500c3 req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:50.262105 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-64312498-18f4-4e74-9c8a-89ee8b5500c3 req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Usage tracker for resource:security_group_rule and tenant:aec7c73d733e4085aab9a15e9a05c402 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:50.270236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-64312498-18f4-4e74-9c8a-89ee8b5500c3 req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:50.277500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-64312498-18f4-4e74-9c8a-89ee8b5500c3 req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:50.472601 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.objects.ports [None req-682e2063-5dbb-4fb6-b915-290ca8414a2f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80255) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:35:50.581503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-64312498-18f4-4e74-9c8a-89ee8b5500c3 req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:50.593229 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-64312498-18f4-4e74-9c8a-89ee8b5500c3 req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:50.614239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:50.671560 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-64312498-18f4-4e74-9c8a-89ee8b5500c3 req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060613 Nov 20 08:35:50.678932 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=30425163-2785-47dc-b6bf-8eff7535aad9,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:50.696173 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020cbce-40d3-4756-ae8c-9ed2796c18a0 req-226c61af-e9c0-44a5-a386-19f62e96d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:50.697859 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1020cbce-40d3-4756-ae8c-9ed2796c18a0 req-226c61af-e9c0-44a5-a386-19f62e96d83d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 1162 time: 0.3645716 Nov 20 08:35:50.704075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d6555-e3f3-4e22-847a-6f11821e6759 req-852733cf-a96e-495b-901c-a3eaea7e61ac tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:50.705897 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b1d6555-e3f3-4e22-847a-6f11821e6759 req-852733cf-a96e-495b-901c-a3eaea7e61ac tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.3290257 Nov 20 08:35:50.717590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ac87-4514-425a-991e-1f030d91eab1 req-6660cc98-9afe-40d1-9780-8fb5f256606a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:50.719390 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-31a1ac87-4514-425a-991e-1f030d91eab1 req-6660cc98-9afe-40d1-9780-8fb5f256606a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.2672155 Nov 20 08:35:50.736561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.737495 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.737895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.738357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.738740 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.739152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.739558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.739920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.740299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.740686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.741122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.741497 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.742004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.742387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.742751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.743216 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.743507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.743882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.744257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.744628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.744998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.745370 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.746476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.746476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:50.773484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:50.825115 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b1d6555-e3f3-4e22-847a-6f11821e6759 req-7eee90d9-6fd0-4579-9338-385b1a02be26 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045942 Nov 20 08:35:50.828079 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-31a1ac87-4514-425a-991e-1f030d91eab1 req-358de968-017b-4aa0-a5b8-4abed062cdf3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779197 Nov 20 08:35:51.402960 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1020cbce-40d3-4756-ae8c-9ed2796c18a0 req-c7e8b930-4d59-4f94-a25f-0535ffc20183 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365228 Nov 20 08:35:51.466933 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042893d-3779-4200-b2e2-8fb654e00381 req-c5777f67-61d8-4db9-b27a-e68b8b518afb tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:51.469836 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9042893d-3779-4200-b2e2-8fb654e00381 req-c5777f67-61d8-4db9-b27a-e68b8b518afb tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.1519914 Nov 20 08:35:51.483530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f88c94-6139-4b51-a283-9687b0e35d27 req-38a8e207-af07-465d-a10d-5a6a36fa0e1b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:51.486691 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e2f88c94-6139-4b51-a283-9687b0e35d27 req-38a8e207-af07-465d-a10d-5a6a36fa0e1b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.2659669 Nov 20 08:35:51.622550 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9042893d-3779-4200-b2e2-8fb654e00381 req-ecc5326a-cb0d-4cb2-913a-ac41be527135 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335235 Nov 20 08:35:51.637895 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e2f88c94-6139-4b51-a283-9687b0e35d27 req-4345f21e-7852-44c7-8867-5fee35d98f0c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199560 Nov 20 08:35:52.275668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3e113-c280-477f-b1f0-812008487035 req-c4e61ec7-23a6-4487-9fc0-f55ef281cfa2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:52.277431 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26e3e113-c280-477f-b1f0-812008487035 req-c4e61ec7-23a6-4487-9fc0-f55ef281cfa2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1787415 Nov 20 08:35:52.290379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73c33-75d9-478d-8916-81a7f975c36a req-c713b7db-d966-485f-847c-b4783d0bb9f3 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:52.292100 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f1c73c33-75d9-478d-8916-81a7f975c36a req-c713b7db-d966-485f-847c-b4783d0bb9f3 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.1416595 Nov 20 08:35:52.415708 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26e3e113-c280-477f-b1f0-812008487035 req-fca00189-3496-4232-b193-e89c1b459f3b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185341 Nov 20 08:35:52.426928 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f1c73c33-75d9-478d-8916-81a7f975c36a req-e4dda7b5-be40-431c-835b-45b51b9ff458 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276934 Nov 20 08:35:52.854350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.901448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f89e4239-d990-4b15-af90-4fd0838d7c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.904902 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3613f226-bc8d-42c5-afe6-178c47632c4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:53.031753 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 3613f226-bc8d-42c5-afe6-178c47632c4d completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:53.040210 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 3613f226-bc8d-42c5-afe6-178c47632c4d triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:53.040934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.212421 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd8e5e-db82-42c5-a789-b108e8bc715f req-83237111-2a82-43a3-9861-39ce6d101e01 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:53.219827 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-57dd8e5e-db82-42c5-a789-b108e8bc715f req-83237111-2a82-43a3-9861-39ce6d101e01 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 944 time: 0.4102907 Nov 20 08:35:53.245078 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.287981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d34a-5976-4522-be4c-30812052f9d6 req-174a245b-7b5c-46f7-8ebc-e90408336597 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:53.290859 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5c89d34a-5976-4522-be4c-30812052f9d6 req-174a245b-7b5c-46f7-8ebc-e90408336597 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.4261179 Nov 20 08:35:53.293406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c17800-3963-4a11-9c1e-d3c197a9e7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3613f226-bc8d-42c5-afe6-178c47632c4d'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:35:53.313603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 3613f226-bc8d-42c5-afe6-178c47632c4d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3613f226-bc8d-42c5-afe6-178c47632c4d,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:35:53.319336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.320730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 417e34a4-4943-4a2b-9fd3-2c885fb9c21a up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:53.356216 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:53.405821 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-57dd8e5e-db82-42c5-a789-b108e8bc715f req-87ee59ae-3c50-453c-8a5b-89fc31a7f861 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749151 Nov 20 08:35:53.415113 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5c89d34a-5976-4522-be4c-30812052f9d6 req-fd307158-32dd-4ff1-a087-d687dff0c262 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084030 Nov 20 08:35:53.527046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=3613f226-bc8d-42c5-afe6-178c47632c4d,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:53.537647 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.538037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.538415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.538947 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.539399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.539844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.540323 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.540801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.541256 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.541716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.542156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.542533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.543061 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.543433 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.543802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.544167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.544530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.544893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.545254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.545618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.545980 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.546504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.546944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.547485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:53.559464 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:53.584178 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c17800-3963-4a11-9c1e-d3c197a9e7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3613f226-bc8d-42c5-afe6-178c47632c4d', 'code': 200} Nov 20 08:35:53.587494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:53.587991 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.813593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 52854f8a-5f85-439f-ae49-b8100217e991 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:53.854918 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6341c-7650-4714-bb96-64b89442c00d req-a8fc6185-c809-4101-920f-9974284412b7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:53.857163 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-35b6341c-7650-4714-bb96-64b89442c00d req-a8fc6185-c809-4101-920f-9974284412b7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1605790 Nov 20 08:35:53.972687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 52854f8a-5f85-439f-ae49-b8100217e991 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:53.979342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 52854f8a-5f85-439f-ae49-b8100217e991 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:53.980036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:54.027804 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-35b6341c-7650-4714-bb96-64b89442c00d req-c8d4c1d1-39d9-408a-a977-7dc54fc96d3d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628690 Nov 20 08:35:54.064421 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878dea5-56be-42d5-adff-e722ee771e8c req-474adf95-d0ab-44c3-9e8a-75c7ae50dee9 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:54.072515 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9878dea5-56be-42d5-adff-e722ee771e8c req-474adf95-d0ab-44c3-9e8a-75c7ae50dee9 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.1604843 Nov 20 08:35:54.269009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:54.305207 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9878dea5-56be-42d5-adff-e722ee771e8c req-153859ff-9e4e-45ae-9a00-f73ac5a452bf tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251551 Nov 20 08:35:54.330146 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 52854f8a-5f85-439f-ae49-b8100217e991, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=52854f8a-5f85-439f-ae49-b8100217e991,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:35:54.338913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76b38a-f166-434c-9c29-8b19a8a0c1d5 req-57311f00-641a-4324-a712-4cc5183368a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:54.340888 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ac76b38a-f166-434c-9c29-8b19a8a0c1d5 req-57311f00-641a-4324-a712-4cc5183368a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 1163 time: 0.1999712 Nov 20 08:35:54.344534 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:54.345464 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 6842b376-a7c3-4bb5-813b-320f8b4b69a1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:54.378643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:54.445144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:54.485545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=52854f8a-5f85-439f-ae49-b8100217e991,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:54.489809 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:54.499943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 6842b376-a7c3-4bb5-813b-320f8b4b69a1 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:54.500419 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:54.889340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27a88e-6d1e-4031-9d30-61d2bb23314d req-5bcc0fe4-2a48-48c7-bb2e-9e19a87e1f6b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:54.891133 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7c27a88e-6d1e-4031-9d30-61d2bb23314d req-5bcc0fe4-2a48-48c7-bb2e-9e19a87e1f6b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.2436724 Nov 20 08:35:54.903589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a373b-bb89-4a85-9811-b9eb186f01a4 req-19283a93-ff18-4826-bdd4-5c3f2a70903d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:54.905396 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3b0a373b-bb89-4a85-9811-b9eb186f01a4 req-19283a93-ff18-4826-bdd4-5c3f2a70903d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.1848938 Nov 20 08:35:54.995268 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7c27a88e-6d1e-4031-9d30-61d2bb23314d req-735fe7c3-652d-4929-95ba-ce861d44ee34 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886760 Nov 20 08:35:55.001006 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3b0a373b-bb89-4a85-9811-b9eb186f01a4 req-253507d4-4e8c-4f15-a71b-7f2fb60875a7 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752873 Nov 20 08:35:55.027616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 56972) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:55.137718 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.209558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.249402 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:55.255987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Usage tracker for resource:security_group_rule and tenant:dae652d05fb74c7b98d7cc276aea959f is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:55.260232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:55.270765 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:55.383477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.390167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.401451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c0438-77cc-48e8-a984-e485ab87f7a3 req-81f5b62b-a39d-403a-9bc8-4de4eb84e607 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:55.403405 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7b5c0438-77cc-48e8-a984-e485ab87f7a3 req-81f5b62b-a39d-403a-9bc8-4de4eb84e607 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1410975 Nov 20 08:35:55.410768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fcbe9a77-6594-47fe-819e-4c6c8afc4939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:55.480753 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7b5c0438-77cc-48e8-a984-e485ab87f7a3 req-66225694-836f-4f71-8b77-dca865c9ada5 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686166 Nov 20 08:35:55.484841 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa80ff0-f4e3-43de-8b91-2557c1f0c584,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:55.511949 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dae652d05fb74c7b98d7cc276aea959f&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4826319 Nov 20 08:35:55.516854 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 56990) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:55.544406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.545106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.545802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.546507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.547225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.547876 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.548522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.549260 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.549952 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.550838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.551535 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.552161 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.552965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.553608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.554231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.554861 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.555478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.556234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.556672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.557278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.557881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.558452 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.559129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.559776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:55.577600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:55.585839 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aab4b0-1e83-458a-8ae0-b72163d2163d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52854f8a-5f85-439f-ae49-b8100217e991'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:35:55.665864 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aab4b0-1e83-458a-8ae0-b72163d2163d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52854f8a-5f85-439f-ae49-b8100217e991', 'code': 200} Nov 20 08:35:55.667284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f5023-6aae-4a94-91c4-20855740d022 req-f3508328-76e3-4886-99c4-2b3b6460f387 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:55.670081 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-755f5023-6aae-4a94-91c4-20855740d022 req-f3508328-76e3-4886-99c4-2b3b6460f387 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.1704304 Nov 20 08:35:55.694319 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6be1edd8-20b0-45d3-8835-f2c8b840ec46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.760333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6be1edd8-20b0-45d3-8835-f2c8b840ec46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.765008 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-755f5023-6aae-4a94-91c4-20855740d022 req-d4427265-47ea-41d9-97b6-67c84e7bd1bf tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835385 Nov 20 08:35:55.864468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6be1edd8-20b0-45d3-8835-f2c8b840ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.873943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0bad3fb7-0fca-4b43-91da-802c3c918eba tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:55.897517 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1edd8-20b0-45d3-8835-f2c8b840ec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa80ff0-f4e3-43de-8b91-2557c1f0c584,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:55.901658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6be1edd8-20b0-45d3-8835-f2c8b840ec46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:55.913652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6be1edd8-20b0-45d3-8835-f2c8b840ec46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.915276 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-6be1edd8-20b0-45d3-8835-f2c8b840ec46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3aa80ff0-f4e3-43de-8b91-2557c1f0c584 HTTP/1.1" status: 204 len: 168 time: 0.3967280 Nov 20 08:35:56.350439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912cedc-0f51-4451-be0d-cd32ab5d342d req-3a401ba2-8625-4deb-bbd9-31c4549f3990 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:56.358860 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5912cedc-0f51-4451-be0d-cd32ab5d342d req-3a401ba2-8625-4deb-bbd9-31c4549f3990 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1894965 Nov 20 08:35:56.404046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53259a30-dc84-4c31-b064-d0d87f58936e req-d2d5d23b-9580-4a95-bc52-d6755bf1fa6b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:56.407439 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-53259a30-dc84-4c31-b064-d0d87f58936e req-d2d5d23b-9580-4a95-bc52-d6755bf1fa6b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.1827900 Nov 20 08:35:56.563844 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5912cedc-0f51-4451-be0d-cd32ab5d342d req-d974dbdf-299a-4103-ac5e-115aa2030c7d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034974 Nov 20 08:35:56.583009 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-53259a30-dc84-4c31-b064-d0d87f58936e req-bae23a7f-4760-45a1-8679-c4f8713c8a3f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652818 Nov 20 08:35:56.682137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57024) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:56.703896 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:56.742255 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:56.747169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] Usage tracker for resource:security_group_rule and tenant:65316a37590d4808bf64389fd6ee7689 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:56.750518 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:56.758068 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:56.837289 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:56.840848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:56.848664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e07bec74-185a-46c8-8604-08181ea1e8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:56.898622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042df409-540d-4fa9-9035-e1b2a6ebd533,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:56.902668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:56.909479 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65316a37590d4808bf64389fd6ee7689&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2223077 Nov 20 08:35:56.911362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57028) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:56.941188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa77608-b68d-401e-83e9-e6ef1d06fb3b req-5e75e384-2d77-4884-9465-d4d0b6efbd11 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:56.943641 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ffa77608-b68d-401e-83e9-e6ef1d06fb3b req-5e75e384-2d77-4884-9465-d4d0b6efbd11 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1137598 Nov 20 08:35:57.003365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4e6f057e-93a4-4602-a269-608cba5320ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:57.003700 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ffa77608-b68d-401e-83e9-e6ef1d06fb3b req-425a1217-379d-44d2-954e-4b70399f38b6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524483 Nov 20 08:35:57.060187 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4e6f057e-93a4-4602-a269-608cba5320ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:57.143971 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4e6f057e-93a4-4602-a269-608cba5320ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:57.148383 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:57.162885 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f057e-93a4-4602-a269-608cba5320ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042df409-540d-4fa9-9035-e1b2a6ebd533,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:57.167293 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4e6f057e-93a4-4602-a269-608cba5320ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:57.171013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4e6f057e-93a4-4602-a269-608cba5320ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:57.172241 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-4e6f057e-93a4-4602-a269-608cba5320ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/042df409-540d-4fa9-9035-e1b2a6ebd533 HTTP/1.1" status: 204 len: 168 time: 0.2599595 Nov 20 08:35:57.719210 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 57048) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:57.744739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:57.789804 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:57.795332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] Usage tracker for resource:security_group_rule and tenant:d3b89009806446dd9c175c296a4354f9 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:57.800297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:57.808308 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:58.036215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.043711 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.060405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:58.097574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae1469-5793-4f66-a3dc-7ff5f86c1903 req-1d0b5e3f-2eb0-4139-9700-5d4ad0b7ea51 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:58.099364 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c7ae1469-5793-4f66-a3dc-7ff5f86c1903 req-1d0b5e3f-2eb0-4139-9700-5d4ad0b7ea51 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.2551115 Nov 20 08:35:58.131061 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c2c2-bbe4-432d-8169-f644fd915963 req-3efc36c5-6b92-4ac4-b6a5-13c298197483 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:58.132810 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1ba8c2c2-bbe4-432d-8169-f644fd915963 req-3efc36c5-6b92-4ac4-b6a5-13c298197483 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.2445855 Nov 20 08:35:58.157894 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2512a7f-6eac-4f1d-b684-9c95f4c15278,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:58.166310 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3b89009806446dd9c175c296a4354f9&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4455037 Nov 20 08:35:58.167454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:58.172261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57056) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:58.240754 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c7ae1469-5793-4f66-a3dc-7ff5f86c1903 req-0400eb1d-0189-40a1-bfc9-3c8169524595 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200218 Nov 20 08:35:58.249913 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1ba8c2c2-bbe4-432d-8169-f644fd915963 req-4eaed3b7-d002-4908-8275-c6e61529039a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934730 Nov 20 08:35:58.292644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44604d65-da14-41ea-a7dd-542223493541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.345717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44604d65-da14-41ea-a7dd-542223493541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.403591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44604d65-da14-41ea-a7dd-542223493541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.413602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-de7372ea-9f90-4382-9960-973e141c6dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:58.439423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604d65-da14-41ea-a7dd-542223493541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2512a7f-6eac-4f1d-b684-9c95f4c15278,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:58.449200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-44604d65-da14-41ea-a7dd-542223493541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:58.453411 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44604d65-da14-41ea-a7dd-542223493541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.459855 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-44604d65-da14-41ea-a7dd-542223493541 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2512a7f-6eac-4f1d-b684-9c95f4c15278 HTTP/1.1" status: 204 len: 168 time: 0.2851691 Nov 20 08:35:58.607427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1088db-8ad8-4a7a-85a0-70990ac9a479 req-f8a4efc4-f923-4d3a-9d2d-516066a64d05 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:58.610380 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4a1088db-8ad8-4a7a-85a0-70990ac9a479 req-f8a4efc4-f923-4d3a-9d2d-516066a64d05 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1463251 Nov 20 08:35:58.699936 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4a1088db-8ad8-4a7a-85a0-70990ac9a479 req-ea642a49-6836-4ae7-bf84-993d9d70ac47 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818605 Nov 20 08:35:59.178055 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ac76b38a-f166-434c-9c29-8b19a8a0c1d5 req-eedf1570-f406-4a97-91c2-ce3e567b0c15 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779834 Nov 20 08:35:59.669800 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff7876-a584-4f11-995e-440cd354a633 req-fb73d6af-9267-4393-8d51-5473a805b81f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:59.678246 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3aff7876-a584-4f11-995e-440cd354a633 req-fb73d6af-9267-4393-8d51-5473a805b81f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.2332370 Nov 20 08:35:59.743971 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68de49a-7ebf-491e-9a82-f05c16373d9d req-cf08e0c7-4e3d-46b4-9114-0299d99c6f31 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:59.746104 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c68de49a-7ebf-491e-9a82-f05c16373d9d req-cf08e0c7-4e3d-46b4-9114-0299d99c6f31 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.2070913 Nov 20 08:35:59.812879 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3aff7876-a584-4f11-995e-440cd354a633 req-59c6fc10-7260-419d-8db9-7a0488c9a28f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332226 Nov 20 08:35:59.840298 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c68de49a-7ebf-491e-9a82-f05c16373d9d req-0605888a-76f2-4b44-aafa-78db0da24540 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786238 Nov 20 08:36:00.219195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824f0f7-892f-4e0d-bbfc-38fe6bff26db req-9b9fb11d-bd08-4b25-8505-9c28a8f5bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:00.222059 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5824f0f7-892f-4e0d-bbfc-38fe6bff26db req-9b9fb11d-bd08-4b25-8505-9c28a8f5bff6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 1163 time: 0.2205725 Nov 20 08:36:00.301232 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5824f0f7-892f-4e0d-bbfc-38fe6bff26db req-ed822ce7-a713-4090-979b-bc9c233b397b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722387 Nov 20 08:36:00.333249 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee11128-b568-4c48-869e-e739db962412 req-eca8dfd0-7b8f-481a-badc-ef4ac2173990 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:00.335011 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dee11128-b568-4c48-869e-e739db962412 req-eca8dfd0-7b8f-481a-badc-ef4ac2173990 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1994014 Nov 20 08:36:00.427722 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dee11128-b568-4c48-869e-e739db962412 req-8b35d2ef-f465-4342-89fd-2f560c7bf42f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611866 Nov 20 08:36:01.289372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563f50e-5d95-4413-8117-501d68c131e9 req-2becc898-ba9b-4915-98fd-0336ca9b832b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:01.303992 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1563f50e-5d95-4413-8117-501d68c131e9 req-2becc898-ba9b-4915-98fd-0336ca9b832b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.2048824 Nov 20 08:36:01.430950 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1563f50e-5d95-4413-8117-501d68c131e9 req-395e99d2-d5fd-436a-9b96-f4ca33a08535 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228740 Nov 20 08:36:01.941147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15138a49-df6e-45ab-aef3-2711b1ef4eae req-21ae6ac5-1c4d-4954-bc80-499fbf7999d4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:01.943891 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-15138a49-df6e-45ab-aef3-2711b1ef4eae req-21ae6ac5-1c4d-4954-bc80-499fbf7999d4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1969652 Nov 20 08:36:02.033202 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-15138a49-df6e-45ab-aef3-2711b1ef4eae req-9590930e-0250-4762-bf30-9a0b9644b624 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809555 Nov 20 08:36:02.124395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:02.291324 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:02.304648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:02.305696 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:02.652416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:02.726629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:02.749700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:02.756863 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:02.758506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3613f226-bc8d-42c5-afe6-178c47632c4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:02.836007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:02.944700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:02.948777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:02.956937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 3613f226-bc8d-42c5-afe6-178c47632c4d triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:02.957393 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:03.131921 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 52854f8a-5f85-439f-ae49-b8100217e991 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:03.272948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 52854f8a-5f85-439f-ae49-b8100217e991 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:03.272948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:03.408837 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed96c52-591d-43bd-a391-f3e53aa5f1c4 req-8b770656-689e-4f0d-babb-19aa4fba065d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:03.418173 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ed96c52-591d-43bd-a391-f3e53aa5f1c4 req-8b770656-689e-4f0d-babb-19aa4fba065d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1169822 Nov 20 08:36:03.484799 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ed96c52-591d-43bd-a391-f3e53aa5f1c4 req-b151f22a-f7f2-4c72-af01-ab08edce09ee tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654311 Nov 20 08:36:03.558510 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9', 'code': 200} Nov 20 08:36:03.849840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e91c8e-ae70-45f3-a3a3-bf131ff5a53b req-b7f94b81-65e8-4fa1-b8ad-391fde884c17 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:03.856980 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b7e91c8e-ae70-45f3-a3a3-bf131ff5a53b req-b7f94b81-65e8-4fa1-b8ad-391fde884c17 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1639731 Nov 20 08:36:03.966273 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b7e91c8e-ae70-45f3-a3a3-bf131ff5a53b req-f676b550-0a3b-4208-aeac-d7af505ab0dc tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022153 Nov 20 08:36:04.181770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:04.256485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b9e2-25bf-432b-85e0-8e1b896585b0 req-12eed82f-d246-4c66-891d-825dce8d703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:04.259540 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b392b9e2-25bf-432b-85e0-8e1b896585b0 req-12eed82f-d246-4c66-891d-825dce8d703c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 1162 time: 0.2343354 Nov 20 08:36:04.351361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:04.352013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:04.405201 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b392b9e2-25bf-432b-85e0-8e1b896585b0 req-42b8fb88-bc91-41ae-833c-2f9eb68818eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247962 Nov 20 08:36:04.434285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8459d-78cc-44b9-989f-ee3f9f5b00d5 req-b7a5f461-1e52-44af-99c9-4c02564029a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:04.436953 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33f8459d-78cc-44b9-989f-ee3f9f5b00d5 req-b7a5f461-1e52-44af-99c9-4c02564029a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 1163 time: 0.1212096 Nov 20 08:36:04.500897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 52854f8a-5f85-439f-ae49-b8100217e991 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:04.573786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbe512-d1e9-4a53-a82f-d2e32ca1e99c req-9f9c421a-bbe2-4c3b-bc06-f84fa7bd71c7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:04.575751 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3efbe512-d1e9-4a53-a82f-d2e32ca1e99c req-9f9c421a-bbe2-4c3b-bc06-f84fa7bd71c7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.0968924 Nov 20 08:36:04.590577 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 52854f8a-5f85-439f-ae49-b8100217e991 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:04.591144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:04.650685 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3efbe512-d1e9-4a53-a82f-d2e32ca1e99c req-e21c99a5-391f-4f67-8c94-7eab34c04354 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611508 Nov 20 08:36:04.994723 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8459d-78cc-44b9-989f-ee3f9f5b00d5 req-2a415938-1a74-44fc-874f-72d63869bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:04.998485 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33f8459d-78cc-44b9-989f-ee3f9f5b00d5 req-2a415938-1a74-44fc-874f-72d63869bbfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 912 time: 0.1641464 Nov 20 08:36:05.087446 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33f8459d-78cc-44b9-989f-ee3f9f5b00d5 req-39663ff1-8c41-4240-a6e4-fe5ab063fc72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3613f226-bc8d-42c5-afe6-178c47632c4d HTTP/1.1" status: 200 len: 217 time: 0.0770025 Nov 20 08:36:05.328361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8459d-78cc-44b9-989f-ee3f9f5b00d5 req-64ae017d-689a-4690-b134-9dacdbcd0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:05.330855 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33f8459d-78cc-44b9-989f-ee3f9f5b00d5 req-64ae017d-689a-4690-b134-9dacdbcd0819 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 200 len: 858 time: 0.2349045 Nov 20 08:36:05.411207 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33f8459d-78cc-44b9-989f-ee3f9f5b00d5 req-813e9874-05eb-4c1f-b804-1e7b0eee15ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad512bb8-48e5-4be8-ad72-4eb634331113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701392 Nov 20 08:36:05.465258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36aace-c5c1-4893-b9be-da8af7e63506 req-b607ce5c-9a27-492a-85c3-321cd13b97c0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:05.468001 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ae36aace-c5c1-4893-b9be-da8af7e63506 req-b607ce5c-9a27-492a-85c3-321cd13b97c0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.2759216 Nov 20 08:36:05.668289 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ae36aace-c5c1-4893-b9be-da8af7e63506 req-6637131f-a6f0-463f-bd33-55e1526ec748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775143 Nov 20 08:36:05.719616 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33f8459d-78cc-44b9-989f-ee3f9f5b00d5 req-f00ed7a1-7e38-4a08-ac54-9be422e34d89 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994037 Nov 20 08:36:06.167099 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33f8459d-78cc-44b9-989f-ee3f9f5b00d5 req-4ce1a8f6-96c5-4658-95b5-d2b7e159aabc service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4378097 Nov 20 08:36:06.210533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2e56d-a5d7-471d-8854-c3ee0e8bffd9 req-e9051024-c9b2-49b0-9406-d493c841cfd0 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:06.212101 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ffa2e56d-a5d7-471d-8854-c3ee0e8bffd9 req-e9051024-c9b2-49b0-9406-d493c841cfd0 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1607592 Nov 20 08:36:06.344714 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ffa2e56d-a5d7-471d-8854-c3ee0e8bffd9 req-bef17701-ed8a-474b-97e5-622b3384d2a6 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142366 Nov 20 08:36:07.261066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57344) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:07.396704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5322c7d-a2fc-4aa8-bcf3-db791640775f req-948bf373-099f-454c-9a3f-c65231995968 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:07.399684 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c5322c7d-a2fc-4aa8-bcf3-db791640775f req-948bf373-099f-454c-9a3f-c65231995968 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1745336 Nov 20 08:36:07.499746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57360) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:07.537736 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c5322c7d-a2fc-4aa8-bcf3-db791640775f req-0c98a6ae-4fbc-4931-aa92-1b8bf6ffa6ea tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224203 Nov 20 08:36:07.717191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:36:07.839706 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.871862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.918113 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:07.923086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] Usage tracker for resource:security_group_rule and tenant:be64e87f5de94a8ea206683453197102 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:07.927577 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:07.934900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:08.015953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:08.026206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] Usage tracker for resource:security_group_rule and tenant:3e9786c240734c638562c3cd6a57673f is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:08.030605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:08.043356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:08.097560 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc58882-0754-4fa7-8ca8-8c3b03819d21 req-f1f7f086-fe61-4391-ae21-d5a547b85e28 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:08.099833 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.100903 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4bc58882-0754-4fa7-8ca8-8c3b03819d21 req-f1f7f086-fe61-4391-ae21-d5a547b85e28 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.4149818 Nov 20 08:36:08.124523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.170199 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:08.189132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 57376) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:08.207375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c29ac-3921-4e21-bcc3-6cf57458f4c1 req-3f846644-b7d5-42b0-be38-2dd8479f7309 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:08.209109 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2f5c29ac-3921-4e21-bcc3-6cf57458f4c1 req-3f846644-b7d5-42b0-be38-2dd8479f7309 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.3314426 Nov 20 08:36:08.220314 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4bc58882-0754-4fa7-8ca8-8c3b03819d21 req-c6eef816-dff4-450e-81a3-68dbd9806614 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081421 Nov 20 08:36:08.220604 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be64e87f5de94a8ea206683453197102&name=default HTTP/1.1" status: 200 len: 2747 time: 0.9556775 Nov 20 08:36:08.221389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 57382) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:08.232523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57386) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:08.251095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-467953e7-ac6b-466a-a83c-c3c52658e663 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'floatingip': {'port_id': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:08.338468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fb183243-f2d1-4699-99ce-9763d876e6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.384993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fb183243-f2d1-4699-99ce-9763d876e6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.439659 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca99bcca-5c41-43cc-9f72-8eaacf3a981f,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:08.450695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:08.459434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fb183243-f2d1-4699-99ce-9763d876e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.483092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-467953e7-ac6b-466a-a83c-c3c52658e663 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.499019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-117bb246-89a5-4d3c-afd8-1b1b876104b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:08.522679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb183243-f2d1-4699-99ce-9763d876e6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca99bcca-5c41-43cc-9f72-8eaacf3a981f,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:08.524823 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.542651 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fb183243-f2d1-4699-99ce-9763d876e6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:08.565385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fb183243-f2d1-4699-99ce-9763d876e6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.574388 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-fb183243-f2d1-4699-99ce-9763d876e6f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca99bcca-5c41-43cc-9f72-8eaacf3a981f HTTP/1.1" status: 204 len: 168 time: 0.3512642 Nov 20 08:36:08.610342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:08.618250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] Usage tracker for resource:security_group_rule and tenant:34b3b703260f444e929e037305e72bdb is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:08.622413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:08.632466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:08.957253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.011544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.140969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d8fa74df-3e15-4df6-af69-486ad8282e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:09.199547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.208199 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.226753 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:09.402777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe03d45-bf7c-43e0-b862-48a9eaea96a9,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:09.407874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:09.413305 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34b3b703260f444e929e037305e72bdb&name=default HTTP/1.1" status: 200 len: 2747 time: 1.2185502 Nov 20 08:36:09.426776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 57412) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:09.438029 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 57414) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:09.517810 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.542552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e84b043-6f74-4e01-8c7f-950017d19a84,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:09.581492 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:09.586880 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e9786c240734c638562c3cd6a57673f&name=default HTTP/1.1" status: 200 len: 2747 time: 2.0844793 Nov 20 08:36:09.591846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57420) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:09.693010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:09.704246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] Usage tracker for resource:security_group_rule and tenant:62c85231723f4ffbb1adeebd593afc35 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:09.708973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7baefe28-8336-450d-a842-1fba2fe464e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.711231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:09.738308 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:09.782569 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7baefe28-8336-450d-a842-1fba2fe464e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.819715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b491fb6-bb28-419b-a02f-cf9eb0abff24 req-89ee13fa-c89a-4381-8257-7aa10ffb9b98 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:09.821988 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8b491fb6-bb28-419b-a02f-cf9eb0abff24 req-89ee13fa-c89a-4381-8257-7aa10ffb9b98 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.2805023 Nov 20 08:36:09.940117 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57426) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:09.963641 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-28c45124-9741-472b-8400-b912c2e9b9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.036934 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8b491fb6-bb28-419b-a02f-cf9eb0abff24 req-e242ce2d-7d16-445f-92e6-e7340c29e6ae tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904366 Nov 20 08:36:10.087567 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.092901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7baefe28-8336-450d-a842-1fba2fe464e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.105428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:10.129038 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.163371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-28c45124-9741-472b-8400-b912c2e9b9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.180903 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7baefe28-8336-450d-a842-1fba2fe464e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.186860 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7baefe28-8336-450d-a842-1fba2fe464e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fe03d45-bf7c-43e0-b862-48a9eaea96a9 HTTP/1.1" status: 204 len: 168 time: 0.7526336 Nov 20 08:36:10.187117 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baefe28-8336-450d-a842-1fba2fe464e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe03d45-bf7c-43e0-b862-48a9eaea96a9,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:10.192093 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7baefe28-8336-450d-a842-1fba2fe464e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:10.192537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:10.236748 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62c85231723f4ffbb1adeebd593afc35&name=default HTTP/1.1" status: 200 len: 2747 time: 0.7948627 Nov 20 08:36:10.240860 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 57436) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:10.257249 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a96eaf0-ff55-44e1-a659-0454b23c92e5,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:10.262187 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:10.342467 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-727e03e8-45a8-452b-8138-b5fbc2dbd94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.401902 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-727e03e8-45a8-452b-8138-b5fbc2dbd94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.499903 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-727e03e8-45a8-452b-8138-b5fbc2dbd94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.507302 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:10.524119 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e03e8-45a8-452b-8138-b5fbc2dbd94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a96eaf0-ff55-44e1-a659-0454b23c92e5,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:10.528087 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-727e03e8-45a8-452b-8138-b5fbc2dbd94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:10.529418 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-727e03e8-45a8-452b-8138-b5fbc2dbd94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.530760 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-727e03e8-45a8-452b-8138-b5fbc2dbd94b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a96eaf0-ff55-44e1-a659-0454b23c92e5 HTTP/1.1" status: 204 len: 168 time: 0.2888601 Nov 20 08:36:10.707809 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.777639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:10.789908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] Usage tracker for resource:security_group_rule and tenant:f8587027372f4bfbbb2cd31a2a40e3fc is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:10.792936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-28c45124-9741-472b-8400-b912c2e9b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.799728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:10.803801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:10.832929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:10.838413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c45124-9741-472b-8400-b912c2e9b9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e84b043-6f74-4e01-8c7f-950017d19a84,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:10.846938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-28c45124-9741-472b-8400-b912c2e9b9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:10.904986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-28c45124-9741-472b-8400-b912c2e9b9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.906261 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-28c45124-9741-472b-8400-b912c2e9b9e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e84b043-6f74-4e01-8c7f-950017d19a84 HTTP/1.1" status: 204 len: 168 time: 1.3130002 Nov 20 08:36:11.015584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 57450) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:11.060969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.135476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.140304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:11.147730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-467953e7-ac6b-466a-a83c-c3c52658e663 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.149809 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.152778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c43e1dd83f7845f280c3e0675049b3dc is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:11.159747 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:11.171049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4e6f057e-93a4-4602-a269-608cba5320ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:11.173270 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:11.199015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-467953e7-ac6b-466a-a83c-c3c52658e663 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.319165 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8587027372f4bfbbb2cd31a2a40e3fc&name=default HTTP/1.1" status: 200 len: 2747 time: 1.3776143 Nov 20 08:36:11.320020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eb64cf-56c1-4593-b796-6046dcb0b8d4,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:11.324392 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57456) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:11.325276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:11.333801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.340425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.412241 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-94751c12-a8f4-484e-a934-b3701cef55c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:11.433907 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c43e1dd83f7845f280c3e0675049b3dc&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4163115 Nov 20 08:36:11.444303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 57462) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:11.482883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-82fb6905-aefc-4550-af63-7e9e66bad323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.541156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-82fb6905-aefc-4550-af63-7e9e66bad323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.578507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243776a2-9214-48de-a524-b92e2dc6ed7c,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:11.588310 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:11.624885 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [None req-467953e7-ac6b-466a-a83c-c3c52658e663 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Floating IP 0bf7b1ec-5dfb-41fa-8423-11e644b4e5e7 associated. External IP: 172.27.0.181, port: 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9. Nov 20 08:36:11.636144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-04037d00-0987-459b-8dcc-ff228cda796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.691295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-82fb6905-aefc-4550-af63-7e9e66bad323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.703116 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:11.717416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb6905-aefc-4550-af63-7e9e66bad323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eb64cf-56c1-4593-b796-6046dcb0b8d4,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:11.722382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-82fb6905-aefc-4550-af63-7e9e66bad323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:11.729339 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-82fb6905-aefc-4550-af63-7e9e66bad323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.735075 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-82fb6905-aefc-4550-af63-7e9e66bad323 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0eb64cf-56c1-4593-b796-6046dcb0b8d4 HTTP/1.1" status: 204 len: 168 time: 0.4043138 Nov 20 08:36:11.752934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-04037d00-0987-459b-8dcc-ff228cda796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:12.051639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-04037d00-0987-459b-8dcc-ff228cda796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:12.066316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8030ccf4-fbb7-452f-8445-83bd16ba8a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:12.088575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-04037d00-0987-459b-8dcc-ff228cda796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:12.089841 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-04037d00-0987-459b-8dcc-ff228cda796e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/243776a2-9214-48de-a524-b92e2dc6ed7c HTTP/1.1" status: 204 len: 168 time: 0.6440592 Nov 20 08:36:12.100252 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04037d00-0987-459b-8dcc-ff228cda796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243776a2-9214-48de-a524-b92e2dc6ed7c,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:12.123850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e1945-3b18-4890-bcaa-3e687092feb8 req-b503df1e-ff24-47f6-9560-2ac95d264ccc tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:12.140142 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-008e1945-3b18-4890-bcaa-3e687092feb8 req-b503df1e-ff24-47f6-9560-2ac95d264ccc tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.3063200 Nov 20 08:36:12.149127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-04037d00-0987-459b-8dcc-ff228cda796e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:12.215236 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-008e1945-3b18-4890-bcaa-3e687092feb8 req-f464f3c6-f09a-4d53-8823-6eb0106b2644 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727465 Nov 20 08:36:12.602367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467953e7-ac6b-466a-a83c-c3c52658e663 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Router 05951af6-6803-4537-bb0b-02ec72f70984 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:36:12.880002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467953e7-ac6b-466a-a83c-c3c52658e663 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:36:12.884824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-467953e7-ac6b-466a-a83c-c3c52658e663 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:12.898761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] Sync routers for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:36:12.948709 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:12.949419 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:35:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:12.956190 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-467953e7-ac6b-466a-a83c-c3c52658e663 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "PUT /v2.0/floatingips/0bf7b1ec-5dfb-41fa-8423-11e644b4e5e7 HTTP/1.1" status: 200 len: 991 time: 4.7266214 Nov 20 08:36:12.957263 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9'}] {{(pid=80254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:13.030228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 57498) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:13.092905 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.155140 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:13.161135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] Usage tracker for resource:security_group_rule and tenant:54392fb9d8d94392866abd9b6409f800 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:13.165570 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:13.172962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:13.195187 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9', 'status': 'completed', 'code': 200} Nov 20 08:36:13.342224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.363585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.428649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:13.441645 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54392fb9d8d94392866abd9b6409f800&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4085436 Nov 20 08:36:13.444510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57508) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:13.465669 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:13.543490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba708-3fc3-451f-b077-df4303000e5e req-a118aa85-6e15-4096-9a72-e1a5785e0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:13.551423 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-199ba708-3fc3-451f-b077-df4303000e5e req-a118aa85-6e15-4096-9a72-e1a5785e0ace service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 1162 time: 0.2807994 Nov 20 08:36:13.559831 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161f4a56-4b9e-4dd8-9ae8-19884f1f3964,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:13.566268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:13.599378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-61d8b6e8-8eb1-46de-8cd7-068e9225eee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.661390 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-61d8b6e8-8eb1-46de-8cd7-068e9225eee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.790388 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-61d8b6e8-8eb1-46de-8cd7-068e9225eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.796102 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-889bca00-86b0-4155-abef-e49bc7b5a531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:13.825747 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8b6e8-8eb1-46de-8cd7-068e9225eee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161f4a56-4b9e-4dd8-9ae8-19884f1f3964,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:13.844973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-61d8b6e8-8eb1-46de-8cd7-068e9225eee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:13.873918 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-61d8b6e8-8eb1-46de-8cd7-068e9225eee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.880603 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-61d8b6e8-8eb1-46de-8cd7-068e9225eee4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/161f4a56-4b9e-4dd8-9ae8-19884f1f3964 HTTP/1.1" status: 204 len: 168 time: 0.4349673 Nov 20 08:36:14.121323 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba708-3fc3-451f-b077-df4303000e5e req-d9da8bb8-3458-4e61-bfa3-cbb162d5bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:14.123353 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-199ba708-3fc3-451f-b077-df4303000e5e req-d9da8bb8-3458-4e61-bfa3-cbb162d5bdad service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.5007246 Nov 20 08:36:14.295260 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffac0f1-6ab3-44b1-870b-d29b6b681961 req-c3b3a03c-c949-4bad-8dc4-219fd97c4895 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:14.297042 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bffac0f1-6ab3-44b1-870b-d29b6b681961 req-c3b3a03c-c949-4bad-8dc4-219fd97c4895 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.3988872 Nov 20 08:36:14.312387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '0bf7b1ec-5dfb-41fa-8423-11e644b4e5e7', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'port_id': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'mac_address': 'fa:16:3e:36:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:35:11Z', 'updated_at': '2020-11-20T08:36:10Z', 'revision_number': 1, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:14.322648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] Checking router: 05951af6-6803-4537-bb0b-02ec72f70984 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:36:14.346270 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:14.347412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:35:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:14.373662 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-199ba708-3fc3-451f-b077-df4303000e5e req-d3a0265c-85f2-495d-9760-05387317926d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 HTTP/1.1" status: 200 len: 999 time: 0.2424505 Nov 20 08:36:14.394288 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bffac0f1-6ab3-44b1-870b-d29b6b681961 req-fa91f3d0-a7bd-454a-a753-8d6953ffee35 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792232 Nov 20 08:36:14.508723 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba708-3fc3-451f-b077-df4303000e5e req-38c2df0c-fcc3-499e-ba49-e6c3655564ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:14.510724 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-199ba708-3fc3-451f-b077-df4303000e5e req-38c2df0c-fcc3-499e-ba49-e6c3655564ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.1153107 Nov 20 08:36:14.690213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba708-3fc3-451f-b077-df4303000e5e req-fd9acf3c-ec36-45b2-b927-b81057a60d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:14.693976 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-199ba708-3fc3-451f-b077-df4303000e5e req-fd9acf3c-ec36-45b2-b927-b81057a60d06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1746233 Nov 20 08:36:14.995945 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1f6b1-31dd-41c2-8e5d-1ee4764184dc req-5bf50933-068a-480d-b4fb-33895f64ab4f tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:14.997743 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-04b1f6b1-31dd-41c2-8e5d-1ee4764184dc req-5bf50933-068a-480d-b4fb-33895f64ab4f tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.1869869 Nov 20 08:36:15.051824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:15.054703 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-199ba708-3fc3-451f-b077-df4303000e5e req-2a8198f8-8b3b-4f04-b0e9-208b916f720f service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477397 Nov 20 08:36:15.132039 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-04b1f6b1-31dd-41c2-8e5d-1ee4764184dc req-1a1ffd60-9ad7-43e0-8957-70befef47434 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225810 Nov 20 08:36:15.277659 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-199ba708-3fc3-451f-b077-df4303000e5e req-78fd5d70-80cd-432a-bb55-96c4ade1274a service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2110884 Nov 20 08:36:15.602908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '0bf7b1ec-5dfb-41fa-8423-11e644b4e5e7', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'port_id': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'mac_address': 'fa:16:3e:36:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:35:11Z', 'updated_at': '2020-11-20T08:36:10Z', 'revision_number': 1, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:15.609524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3aee01-eb10-4907-8705-63f86eeb2edb None None] The sync data for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi is: [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '0bf7b1ec-5dfb-41fa-8423-11e644b4e5e7', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'port_id': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'mac_address': 'fa:16:3e:36:3f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:35:11Z', 'updated_at': '2020-11-20T08:36:10Z', 'revision_number': 1, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:36:15.740525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835ea4b-d953-42da-b223-fd1894490233 req-fefd949f-7d87-4bbe-bfb2-baef92b3395d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:15.742444 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2835ea4b-d953-42da-b223-fd1894490233 req-fefd949f-7d87-4bbe-bfb2-baef92b3395d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1558132 Nov 20 08:36:15.809632 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2835ea4b-d953-42da-b223-fd1894490233 req-a4411f4f-ab7b-4530-8ca9-94fbd18306cf tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497668 Nov 20 08:36:16.027785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f3cfaf-6610-44da-9dc0-44a1ac7f72af None None] New status for floating IP 0bf7b1ec-5dfb-41fa-8423-11e644b4e5e7: ACTIVE {{(pid=80255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:36:16.601174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5922056-1fa6-4b65-941c-a0e31ce3eda9 req-fce9684b-1482-4d16-bed2-21c54ff93bfa tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:16.614615 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c5922056-1fa6-4b65-941c-a0e31ce3eda9 req-fce9684b-1482-4d16-bed2-21c54ff93bfa tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.1884136 Nov 20 08:36:16.713023 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c5922056-1fa6-4b65-941c-a0e31ce3eda9 req-4eca46bd-29de-4f88-bb6c-db392fb369c3 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964651 Nov 20 08:36:17.292106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e5eb7-b6e8-4ee8-9247-55cef8f0fc8f req-fbf23f3a-26fb-4b32-acc0-87aea3fe3eef tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:17.295597 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-315e5eb7-b6e8-4ee8-9247-55cef8f0fc8f req-fbf23f3a-26fb-4b32-acc0-87aea3fe3eef tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1884339 Nov 20 08:36:17.400667 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-315e5eb7-b6e8-4ee8-9247-55cef8f0fc8f req-5ab79f53-686e-4b73-8467-4e15aec6fe3e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934153 Nov 20 08:36:17.996913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-6b7aa723-1208-4db6-aa74-34e55bf9a8e5 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:17.998648 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-6b7aa723-1208-4db6-aa74-34e55bf9a8e5 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.24 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.2562490 Nov 20 08:36:18.104642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 417e34a4-4943-4a2b-9fd3-2c885fb9c21a no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:36:18.129239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2d885-54e9-4f1b-8169-63c2a77fae6b req-54c67fe8-dee8-4f0f-9dc4-4504369b8675 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:18.131016 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-18b2d885-54e9-4f1b-8169-63c2a77fae6b req-54c67fe8-dee8-4f0f-9dc4-4504369b8675 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 946 time: 0.2229657 Nov 20 08:36:18.137635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Deleting port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:36:18.138026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.310438 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-18b2d885-54e9-4f1b-8169-63c2a77fae6b req-24175d2d-5576-4a01-bb23-fb6dc36bb587 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429241 Nov 20 08:36:18.680103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.764607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417e34a4-4943-4a2b-9fd3-2c885fb9c21a'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:18.800303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,segment=NetworkSegment(bee8b27e-7153-435a-aac3-4030de380d21),segment_id=bee8b27e-7153-435a-aac3-4030de380d21)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:18.820762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.836058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:19.134548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:19.138675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:19.147891 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417e34a4-4943-4a2b-9fd3-2c885fb9c21a', 'code': 200} Nov 20 08:36:19.384814 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] For port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,segment=NetworkSegment(bee8b27e-7153-435a-aac3-4030de380d21),segment_id=bee8b27e-7153-435a-aac3-4030de380d21)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:19.385683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.406224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57704) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:19.577676 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Calling delete_port for 417e34a4-4943-4a2b-9fd3-2c885fb9c21a owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:36:19.798410 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:36:19.798931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:36:19.877817 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01683c-12c2-40bf-89e8-182a895fadc1 req-99b773e5-2e63-47b0-9e16-a1713d06f530 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:19.891280 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a01683c-12c2-40bf-89e8-182a895fadc1 req-99b773e5-2e63-47b0-9e16-a1713d06f530 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.8411801 Nov 20 08:36:19.993447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-71d7f275-9028-4911-a50d-842db17c1920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.018853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0d1e5-9ece-4bb1-90a8-d347b7f32525 req-74b6cfbe-8d16-4bed-bd70-1cc3bd2eade6 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:20.018853 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-55e0d1e5-9ece-4bb1-90a8-d347b7f32525 req-74b6cfbe-8d16-4bed-bd70-1cc3bd2eade6 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 944 time: 0.2655187 Nov 20 08:36:20.021808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.031134 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a01683c-12c2-40bf-89e8-182a895fadc1 req-d290b637-96f0-4b99-93ab-b53c0ad21012 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377587 Nov 20 08:36:20.062630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:20.070471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] Usage tracker for resource:security_group_rule and tenant:2676351f222d4aa1baa748d25601a2c2 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:20.074560 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:20.099875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:20.138609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.141534 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-55e0d1e5-9ece-4bb1-90a8-d347b7f32525 req-8348613e-daee-489f-a5a7-35172b7c2c81 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/security-groups?id=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082327 Nov 20 08:36:20.217720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.224772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.244016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4cf13aaf-084b-40e2-bfa8-6ca28e8205c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:20.300143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Deleting port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:36:20.300944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.342241 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c000803b-417b-47eb-9555-e942a253d012,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:20.348274 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:20.353339 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2676351f222d4aa1baa748d25601a2c2&name=default HTTP/1.1" status: 200 len: 2747 time: 0.9450157 Nov 20 08:36:20.357613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57724) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:20.460878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ea37-f617-4dcd-8a51-93ca8148cc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.503238 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ea37-f617-4dcd-8a51-93ca8148cc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.582248 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ea37-f617-4dcd-8a51-93ca8148cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.587609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f0324708-f0e9-49bc-a28f-38d9307d036a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:20.609236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9ea37-f617-4dcd-8a51-93ca8148cc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c000803b-417b-47eb-9555-e942a253d012,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:20.613790 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f9c9ea37-f617-4dcd-8a51-93ca8148cc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:20.614917 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ea37-f617-4dcd-8a51-93ca8148cc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.616213 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f9c9ea37-f617-4dcd-8a51-93ca8148cc5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c000803b-417b-47eb-9555-e942a253d012 HTTP/1.1" status: 204 len: 168 time: 0.2571323 Nov 20 08:36:20.712717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] For port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,segment=NetworkSegment(bee8b27e-7153-435a-aac3-4030de380d21),segment_id=bee8b27e-7153-435a-aac3-4030de380d21)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:20.713130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.879395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Calling delete_port for 417e34a4-4943-4a2b-9fd3-2c885fb9c21a owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:36:21.106418 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.315244 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:21.380219 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57756) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:21.417643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.504030 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Pushing event deleted for resources: {'Port': ['ID=417e34a4-4943-4a2b-9fd3-2c885fb9c21a,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:21.512080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:21.514732 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:21.526385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] Usage tracker for resource:security_group_rule and tenant:6d5050503b4642aea952987674afc856 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:21.533136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:21.556067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:21.607976 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] No DVR routers for this DVR port 417e34a4-4943-4a2b-9fd3-2c885fb9c21a on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:36:21.631165 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2f376d52-d142-4779-b05b-7abf680536e0 req-0003b3f4-04cb-4e68-aa90-648005b266b2 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 210 time: 0.1278036 Nov 20 08:36:21.635701 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.656033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.661962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.673024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0', 'name': 'network-vif-deleted', 'tag': '417e34a4-4943-4a2b-9fd3-2c885fb9c21a'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:21.687562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-77bb34f9-3dac-440a-ab35-67b4c437723c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:21.693297 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0bb50e3e-6f70-40ee-ae15-29786dc78221 req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.24 "DELETE /v2.0/ports/417e34a4-4943-4a2b-9fd3-2c885fb9c21a HTTP/1.1" status: 204 len: 173 time: 3.6837535 Nov 20 08:36:21.733232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ad224d-6d78-44ad-ba95-cbd13d4b9229,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:21.752523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:21.754435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01545ce6-90f0-4f59-a94e-5793a56125d8 req-30f03c3d-0f7b-4925-bc89-1ccbe5331d05 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:21.757463 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-01545ce6-90f0-4f59-a94e-5793a56125d8 req-30f03c3d-0f7b-4925-bc89-1ccbe5331d05 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.3877065 Nov 20 08:36:21.773934 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d5050503b4642aea952987674afc856&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3923762 Nov 20 08:36:21.776432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57768) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:21.848011 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-01545ce6-90f0-4f59-a94e-5793a56125d8 req-cfd64bf3-ea18-484a-a624-936b09a34e97 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836673 Nov 20 08:36:21.850085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fe0f29e4-a58c-467d-b347-32ed13455d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.886190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fe0f29e4-a58c-467d-b347-32ed13455d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.924865 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0', 'name': 'network-vif-deleted', 'tag': '417e34a4-4943-4a2b-9fd3-2c885fb9c21a', 'status': 'completed', 'code': 200} Nov 20 08:36:21.940910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fe0f29e4-a58c-467d-b347-32ed13455d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.950717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-500529bc-fbe9-4b3a-afcb-256c61e3e8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:21.976725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f29e4-a58c-467d-b347-32ed13455d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ad224d-6d78-44ad-ba95-cbd13d4b9229,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:21.982454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fe0f29e4-a58c-467d-b347-32ed13455d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:21.986460 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fe0f29e4-a58c-467d-b347-32ed13455d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.990787 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-fe0f29e4-a58c-467d-b347-32ed13455d06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04ad224d-6d78-44ad-ba95-cbd13d4b9229 HTTP/1.1" status: 204 len: 168 time: 0.2108309 Nov 20 08:36:22.739854 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-dd5404b0-864d-46ab-87a8-25c4db18b57a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:22.741570 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-dd5404b0-864d-46ab-87a8-25c4db18b57a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 814 time: 0.1753972 Nov 20 08:36:22.761828 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-6f255fb1-dde1-4512-89fd-731bcb798902 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/quotas/61907a3500114ad79753ba894f54723b HTTP/1.1" status: 200 len: 375 time: 0.0131435 Nov 20 08:36:22.861518 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:22.868195 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-9a09b8bc-e640-4f7d-8fa5-dbdc29559817 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959232 Nov 20 08:36:22.911298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ad87dc43-63cd-4cd7-b5c5-aad13c51f468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:23.046238 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-7bbe0102-d220-45c0-ae51-d800a6a6af0b service neutron] 10.222.0.32 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533372 Nov 20 08:36:23.215384 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-de498dad-dd95-4fb9-9eef-f0ae3337f1eb service neutron] 10.222.0.32 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1609643 Nov 20 08:36:23.494749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-23f0c2e4-6c2a-4c44-8fce-65b24b35c67c req-59f3127e-5422-4005-bbc2-c3d0de1ef333 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Synchronizing usage tracker for tenant:9553c10f52504a6c82160b41ce0c8d9f on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:23.514022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-23f0c2e4-6c2a-4c44-8fce-65b24b35c67c req-59f3127e-5422-4005-bbc2-c3d0de1ef333 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Unset dirty status for tenant:9553c10f52504a6c82160b41ce0c8d9f on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:23.515415 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-23f0c2e4-6c2a-4c44-8fce-65b24b35c67c req-59f3127e-5422-4005-bbc2-c3d0de1ef333 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0723164 Nov 20 08:36:23.867463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb769d-c69a-4fd3-be3a-0e18cfa8a445 req-4bf1f57a-4bc6-4b7f-b198-e10abeeb2674 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:23.869301 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2cbb769d-c69a-4fd3-be3a-0e18cfa8a445 req-4bf1f57a-4bc6-4b7f-b198-e10abeeb2674 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1043203 Nov 20 08:36:23.957728 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2cbb769d-c69a-4fd3-be3a-0e18cfa8a445 req-2ee1659b-7266-4d0e-9443-86d18456512a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809038 Nov 20 08:36:24.229910 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f4cb1e0-1bf3-4195-8bc7-64eff51f4f8b req-07fa0af2-64ee-478d-9e81-8f9b7fee7915 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 210 time: 0.0888445 Nov 20 08:36:24.340589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:24.847085 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d6afeb84-248e-41c9-b54e-6ec18c9b627a req-ef01db2e-a5de-4d0c-81a5-dba1c55e146e tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 210 time: 0.1364748 Nov 20 08:36:25.139623 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:25.333766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b6a66-3f6d-4b87-be35-c747e78fc847 req-bd47ccda-9400-48f1-bcec-aa64315a3226 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:25.335655 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d47b6a66-3f6d-4b87-be35-c747e78fc847 req-bd47ccda-9400-48f1-bcec-aa64315a3226 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1234357 Nov 20 08:36:25.432512 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d47b6a66-3f6d-4b87-be35-c747e78fc847 req-d3a5af9c-e70e-42b4-b9a1-33a667449b68 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893152 Nov 20 08:36:25.601860 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3c1366f9-aed6-4ea5-9bbb-f7b5236577f3 req-7ad448f3-5009-4468-b9a8-96375c44ac68 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 210 time: 0.0481715 Nov 20 08:36:26.157476 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b4ca2f9b-236f-4b1c-aec7-68e4f4f80ced req-e9d299ad-f421-4b33-9039-ea17e861e6c8 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0745153 Nov 20 08:36:26.848988 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-546b1e92-3460-43cd-ba64-deb230a194e6 req-ccea9f85-4ac8-4238-9b53-ede6622a1e34 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 210 time: 0.0694423 Nov 20 08:36:26.875326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65a368-b522-423f-94f8-bdfceb4156ba req-96e53440-7c34-4a71-9484-1987485ba9b9 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:26.877339 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ff65a368-b522-423f-94f8-bdfceb4156ba req-96e53440-7c34-4a71-9484-1987485ba9b9 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1976573 Nov 20 08:36:26.938730 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ff65a368-b522-423f-94f8-bdfceb4156ba req-ac1c9994-d216-4d8a-89e9-f748285ca3ea tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490005 Nov 20 08:36:27.369262 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f526f3d7-c5a2-4d0a-99e1-1209e057ebd8 req-c0127fa0-cdfa-4076-ac4b-0f0c7b28256f tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0503707 Nov 20 08:36:27.731803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-d822d5f5-8a72-4aa2-9bd7-6ad61aa57b45 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:27.734696 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-d822d5f5-8a72-4aa2-9bd7-6ad61aa57b45 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 814 time: 0.2576375 Nov 20 08:36:27.781261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Request body: {'port': {'device_id': '754712e6-f181-47e1-aedf-8da945013bd6', 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c', 'admin_state_up': True, 'tenant_id': '61907a3500114ad79753ba894f54723b'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:28.296237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:28.318085 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c62a8fbb-6abb-4914-bb15-fa9ea76e348c req-16cdca31-53ee-479d-8d96-8a288d0f173b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 210 time: 0.1132014 Nov 20 08:36:28.318992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Usage tracker for resource:port and tenant:61907a3500114ad79753ba894f54723b is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:28.322912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Quota usage for port was recalculated. Used quota:1. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:28.332760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:28.351016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Made reservation on behalf of 61907a3500114ad79753ba894f54723b for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:28.357543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:28.416125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a18e-e6c1-4c8a-8204-bec69a0833b0 req-8a15ca34-bd05-4b33-adbc-38e6969cb03a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:28.417964 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3829a18e-e6c1-4c8a-8204-bec69a0833b0 req-8a15ca34-bd05-4b33-adbc-38e6969cb03a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.2100692 Nov 20 08:36:28.625945 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3829a18e-e6c1-4c8a-8204-bec69a0833b0 req-514618c5-6e13-4728-a859-f10c605d175b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888013 Nov 20 08:36:28.636734 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bd74b2b-c518-4475-b6b5-cd27dcdedb09 req-93059ebe-2de4-4010-8265-36c24dc33ad4 tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] 10.222.0.32 "GET /v2.0/ports?device_id=dc9b126b-d9c1-4297-b2b4-c1cfe1e7ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0638363 Nov 20 08:36:28.864561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3613f226-bc8d-42c5-afe6-178c47632c4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:29.020201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 3613f226-bc8d-42c5-afe6-178c47632c4d triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:29.021428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:29.032943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Allocated IP 172.20.0.10 (718043b5-18f0-487a-b0a0-0bd83f46e15c/27633da5-51ad-4151-9df2-98015bdc16d6/70b1eb72-01e1-4059-af29-67612bc354b0) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:36:29.441082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:29.475149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:29.499939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:29.936858 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Pushing event updated for resources: {'Port': ['ID=70b1eb72-01e1-4059-af29-67612bc354b0,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:29.943285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:29.978445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:36:29.981690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:29.988783 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:36:29.994155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:29.995074 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:30.027227 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2534103 Nov 20 08:36:30.054655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab878a-c7c7-4f8b-9ccd-091f53e78f25 req-19a11408-c1c4-4e50-9c65-6ba5e8259608 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:30.055559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-a3ab878a-c7c7-4f8b-9ccd-091f53e78f25 req-19a11408-c1c4-4e50-9c65-6ba5e8259608 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Synchronizing usage tracker for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:30.071345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Request body: {'port': {'device_id': '754712e6-f181-47e1-aedf-8da945013bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:30.225139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-a3ab878a-c7c7-4f8b-9ccd-091f53e78f25 req-19a11408-c1c4-4e50-9c65-6ba5e8259608 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Unset dirty status for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:30.227060 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a3ab878a-c7c7-4f8b-9ccd-091f53e78f25 req-19a11408-c1c4-4e50-9c65-6ba5e8259608 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 932 time: 0.4277332 Nov 20 08:36:30.270394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:30.433953 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a3ab878a-c7c7-4f8b-9ccd-091f53e78f25 req-94150cf6-e740-426c-adbc-7ba0eb3a7075 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990371 Nov 20 08:36:30.540419 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fba43-4dfb-44f0-821a-d30ced277f4b req-71c8aa79-1790-4030-b5b9-2bfa44070926 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:30.542945 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-449fba43-4dfb-44f0-821a-d30ced277f4b req-71c8aa79-1790-4030-b5b9-2bfa44070926 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.2401338 Nov 20 08:36:30.683904 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-449fba43-4dfb-44f0-821a-d30ced277f4b req-fa746c34-010a-45fb-8c22-0fc83af83913 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332817 Nov 20 08:36:30.771813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57970) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:31.022559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.071582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:31.076142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:05d21a5fe59d48149fcbc9c260f48905 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:31.080409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:31.088362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:31.143899 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b1eb72-01e1-4059-af29-67612bc354b0 {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:36:31.159924 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.172237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.177442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.196329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Transition to ACTIVE for port object 70b1eb72-01e1-4059-af29-67612bc354b0 will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:31.209390 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.222276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:31.234477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:31.259640 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05d21a5fe59d48149fcbc9c260f48905&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4854777 Nov 20 08:36:31.260401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 57986) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:31.261303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c153c95-79ad-4798-a8b2-ea20da212619,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:31.267698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:31.347532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b656fc4-d24c-40c5-8eed-e5d1ae9daf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.382436 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b656fc4-d24c-40c5-8eed-e5d1ae9daf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.446094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b656fc4-d24c-40c5-8eed-e5d1ae9daf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.452636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-82fb6905-aefc-4550-af63-7e9e66bad323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:31.468689 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b656fc4-d24c-40c5-8eed-e5d1ae9daf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c153c95-79ad-4798-a8b2-ea20da212619,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:31.476305 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4b656fc4-d24c-40c5-8eed-e5d1ae9daf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:31.482995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b656fc4-d24c-40c5-8eed-e5d1ae9daf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.489891 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-4b656fc4-d24c-40c5-8eed-e5d1ae9daf3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c153c95-79ad-4798-a8b2-ea20da212619 HTTP/1.1" status: 204 len: 168 time: 0.2202544 Nov 20 08:36:31.524801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Pushing event updated for resources: {'Port': ['ID=70b1eb72-01e1-4059-af29-67612bc354b0,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:31.534594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:31.909755 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Attempting to bind port 70b1eb72-01e1-4059-af29-67612bc354b0 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:36:31.910452 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Attempting to bind port 70b1eb72-01e1-4059-af29-67612bc354b0 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:36:31.910859 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Attempting to bind port 70b1eb72-01e1-4059-af29-67612bc354b0 on network 718043b5-18f0-487a-b0a0-0bd83f46e15c {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:36:31.941627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:36:31.942266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Checking segment: {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:31.943035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.943741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Bound using segment: {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:36:31.944582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Bound port: 70b1eb72-01e1-4059-af29-67612bc354b0, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:36:31.945220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.985746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1559-4ced-474a-bf57-de87af5c4baf req-e621c4e1-faae-4ab2-a3d4-324f505aa0aa tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:31.989170 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-939a1559-4ced-474a-bf57-de87af5c4baf req-e621c4e1-faae-4ab2-a3d4-324f505aa0aa tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.2798610 Nov 20 08:36:32.115055 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-939a1559-4ced-474a-bf57-de87af5c4baf req-ceec31b5-4dfe-4aee-a141-0c938a7d66dd tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888448 Nov 20 08:36:32.118019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] For port 70b1eb72-01e1-4059-af29-67612bc354b0, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:36:32.121868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] For port 70b1eb72-01e1-4059-af29-67612bc354b0, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=70b1eb72-01e1-4059-af29-67612bc354b0,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:36:32.126759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.145352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:32.269557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58004) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:32.312190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.331480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Pushing event updated for resources: {'Port': ['ID=70b1eb72-01e1-4059-af29-67612bc354b0,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:32.342004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:32.370213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:32.374698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] Usage tracker for resource:security_group_rule and tenant:2d20f24586194b3eb87f67627dcac82b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:32.379284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:32.386404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:32.468657 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:32.469354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.471364 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] 10.222.0.24 "PUT /v2.0/ports/70b1eb72-01e1-4059-af29-67612bc354b0 HTTP/1.1" status: 200 len: 1158 time: 2.4099138 Nov 20 08:36:32.473686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754712e6-f181-47e1-aedf-8da945013bd6', 'tag': '70b1eb72-01e1-4059-af29-67612bc354b0'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:32.477012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.480139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.489631 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-28c45124-9741-472b-8400-b912c2e9b9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:32.500152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004db15-aec4-4281-97c9-cca564c2557f req-592d78c6-9425-4dd4-85a1-45a86ec2c7cf tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:32.503205 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8004db15-aec4-4281-97c9-cca564c2557f req-592d78c6-9425-4dd4-85a1-45a86ec2c7cf tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1513081 Nov 20 08:36:32.545153 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d20f24586194b3eb87f67627dcac82b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2737086 Nov 20 08:36:32.546088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a77f4c0-1134-4ff8-8738-a4e279b74eb0,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:32.550307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:32.550885 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58014) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:32.609307 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8004db15-aec4-4281-97c9-cca564c2557f req-4421106a-a68c-4fa6-af68-ce765583d742 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986540 Nov 20 08:36:32.630974 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b1634793-eee9-43ad-a71f-fa73d69fc08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.680429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b1634793-eee9-43ad-a71f-fa73d69fc08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.744796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b1634793-eee9-43ad-a71f-fa73d69fc08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.747310 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754712e6-f181-47e1-aedf-8da945013bd6', 'tag': '70b1eb72-01e1-4059-af29-67612bc354b0', 'status': 'completed', 'code': 200} Nov 20 08:36:32.755832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6be1edd8-20b0-45d3-8835-f2c8b840ec46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:32.783158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1634793-eee9-43ad-a71f-fa73d69fc08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a77f4c0-1134-4ff8-8738-a4e279b74eb0,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:32.788288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b1634793-eee9-43ad-a71f-fa73d69fc08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:32.790290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b1634793-eee9-43ad-a71f-fa73d69fc08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.792464 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-b1634793-eee9-43ad-a71f-fa73d69fc08f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a77f4c0-1134-4ff8-8738-a4e279b74eb0 HTTP/1.1" status: 204 len: 168 time: 0.2400947 Nov 20 08:36:33.441334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ea462-7d34-4932-9c62-159132156fc8 req-9f00e208-8f8c-4c56-ad4c-f5fecbf28b1f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:33.443006 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fd4ea462-7d34-4932-9c62-159132156fc8 req-9f00e208-8f8c-4c56-ad4c-f5fecbf28b1f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.0902185 Nov 20 08:36:33.709723 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fd4ea462-7d34-4932-9c62-159132156fc8 req-002ba737-ca3a-4c2b-adb6-df974a8e1c9d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582459 Nov 20 08:36:34.083538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55232145-593d-4f94-bc23-b79095d6b136 req-de625136-e80c-4cd3-95cc-034401671e69 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:34.086438 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-55232145-593d-4f94-bc23-b79095d6b136 req-de625136-e80c-4cd3-95cc-034401671e69 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1521459 Nov 20 08:36:34.156842 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-55232145-593d-4f94-bc23-b79095d6b136 req-896be913-816b-4cbd-8a5c-1c3aa8c83dc2 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641406 Nov 20 08:36:34.997721 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bc3c7-666f-4c08-ae84-c4453180861c req-a6a768fa-219c-4b11-a1b4-65e982a5a31a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:35.000784 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ff1bc3c7-666f-4c08-ae84-c4453180861c req-a6a768fa-219c-4b11-a1b4-65e982a5a31a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.1420240 Nov 20 08:36:35.070439 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ff1bc3c7-666f-4c08-ae84-c4453180861c req-4af1c287-0079-42c9-a3af-167ff9139f97 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615904 Nov 20 08:36:35.433614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55dcfd-b97b-4c7c-9c37-cee756cd2de0 req-8821a009-8de9-417c-b713-069b5ccf2782 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:35.437208 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec55dcfd-b97b-4c7c-9c37-cee756cd2de0 req-8821a009-8de9-417c-b713-069b5ccf2782 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1239378 Nov 20 08:36:35.561609 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec55dcfd-b97b-4c7c-9c37-cee756cd2de0 req-9ad8f4ab-ba2a-4d01-a164-3ec0941333fc tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705607 Nov 20 08:36:35.572904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-53293dd4-b045-4207-b7de-0d7af7080a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:35.574628 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-53293dd4-b045-4207-b7de-0d7af7080a53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 1161 time: 0.1354249 Nov 20 08:36:35.672188 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-7f61ad4f-40fb-435f-8766-25b90e38bc1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70b1eb72-01e1-4059-af29-67612bc354b0 HTTP/1.1" status: 200 len: 217 time: 0.0753324 Nov 20 08:36:35.755512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-9e2eaba8-c749-4331-a263-9a0a347131e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:35.757154 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-9e2eaba8-c749-4331-a263-9a0a347131e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27633da5-51ad-4151-9df2-98015bdc16d6 HTTP/1.1" status: 200 len: 854 time: 0.0772371 Nov 20 08:36:35.820168 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-4dd9c5dd-64a1-4a59-9774-b2ac15b42cb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=718043b5-18f0-487a-b0a0-0bd83f46e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558076 Nov 20 08:36:36.060681 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-aab19c78-5eb9-4033-a552-dd4a64ce8ef7 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321537 Nov 20 08:36:36.498270 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ce1753c-43a9-4f82-a984-99ff4ce7e1db req-50a17896-aaaa-4929-ba36-e07cd181238b service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4256275 Nov 20 08:36:36.539092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b304c3-44fd-44da-89ea-46c115038ee7 req-0f48ba8d-f380-46aa-9a66-af4c692cacb8 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:36.542476 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-64b304c3-44fd-44da-89ea-46c115038ee7 req-0f48ba8d-f380-46aa-9a66-af4c692cacb8 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.2696574 Nov 20 08:36:36.617274 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-64b304c3-44fd-44da-89ea-46c115038ee7 req-70e79a05-e1c1-4120-88bf-6d8de03e9f90 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598929 Nov 20 08:36:36.946337 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a5e4-dcf2-41f9-b9c8-1285078deef1 req-e3c3ec54-00c2-441f-bab9-c0a1fd3b0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:36.948147 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40a6a5e4-dcf2-41f9-b9c8-1285078deef1 req-e3c3ec54-00c2-441f-bab9-c0a1fd3b0e43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 1161 time: 0.2352777 Nov 20 08:36:36.955749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4352eed-9aab-49c0-ac05-4178628b9c08 req-0a293baf-2390-479a-9fe4-72f08549c93a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:36.957795 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b4352eed-9aab-49c0-ac05-4178628b9c08 req-0a293baf-2390-479a-9fe4-72f08549c93a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1694813 Nov 20 08:36:37.133350 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b4352eed-9aab-49c0-ac05-4178628b9c08 req-2ae0f998-f28a-4635-9ccd-3b6f1daa3168 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481547 Nov 20 08:36:37.155559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a5e4-dcf2-41f9-b9c8-1285078deef1 req-f8a8af4d-03df-4722-ab1e-a3a40e9a110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:37.157934 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40a6a5e4-dcf2-41f9-b9c8-1285078deef1 req-f8a8af4d-03df-4722-ab1e-a3a40e9a110f service neutron] 10.222.0.24 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 908 time: 0.1983554 Nov 20 08:36:37.300964 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40a6a5e4-dcf2-41f9-b9c8-1285078deef1 req-935b1083-afd0-41d4-8bf0-e355f282dfbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70b1eb72-01e1-4059-af29-67612bc354b0 HTTP/1.1" status: 200 len: 217 time: 0.1340532 Nov 20 08:36:37.384086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a5e4-dcf2-41f9-b9c8-1285078deef1 req-c16f45bf-26fb-476e-8c46-fa913cf3080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:37.385715 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40a6a5e4-dcf2-41f9-b9c8-1285078deef1 req-c16f45bf-26fb-476e-8c46-fa913cf3080a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27633da5-51ad-4151-9df2-98015bdc16d6 HTTP/1.1" status: 200 len: 854 time: 0.0760400 Nov 20 08:36:37.478622 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40a6a5e4-dcf2-41f9-b9c8-1285078deef1 req-1cda830e-06aa-4d9f-84b5-adae7549f601 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=718043b5-18f0-487a-b0a0-0bd83f46e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841572 Nov 20 08:36:37.668316 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40a6a5e4-dcf2-41f9-b9c8-1285078deef1 req-8692bbbc-5668-4328-b0b0-894bfd714d4b service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817923 Nov 20 08:36:37.918045 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40a6a5e4-dcf2-41f9-b9c8-1285078deef1 req-b0d6a07a-64bb-42f1-a148-82cef72ebac1 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2414801 Nov 20 08:36:37.942082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3502e62-16c2-4597-8a79-f1dd1ee52486 req-18f50d54-0b73-4a52-908e-acf1feb252b0 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:37.943861 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b3502e62-16c2-4597-8a79-f1dd1ee52486 req-18f50d54-0b73-4a52-908e-acf1feb252b0 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.1468318 Nov 20 08:36:38.008857 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b3502e62-16c2-4597-8a79-f1dd1ee52486 req-e72e5037-3df4-45f1-bf00-0326f771a9a9 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491912 Nov 20 08:36:38.456878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58150) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:38.526840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7406173-78c6-4485-94dc-453887ea2a7e req-78d3bb24-8257-4fa2-aab4-b5d4e7d27502 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:38.529306 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b7406173-78c6-4485-94dc-453887ea2a7e req-78d3bb24-8257-4fa2-aab4-b5d4e7d27502 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1454260 Nov 20 08:36:38.588894 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b7406173-78c6-4485-94dc-453887ea2a7e req-dbb8a7f8-d80b-4609-942a-138797bb614f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489266 Nov 20 08:36:38.667149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58160) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:38.676569 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:38.716295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:38.721327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] Usage tracker for resource:security_group_rule and tenant:f0cc265b5e524c55b033b418c7d0587e is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:38.725225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:38.732093 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:38.746036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-7167e8f8-0e6d-478b-8669-2464b96ee22f admin admin] Deleting subnet b3c6a03f-3bf7-486e-85e7-0b862d5aadca {{(pid=80253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:36:38.749888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7167e8f8-0e6d-478b-8669-2464b96ee22f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:38.810546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7167e8f8-0e6d-478b-8669-2464b96ee22f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:38.819585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7167e8f8-0e6d-478b-8669-2464b96ee22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:38.821408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:38.825435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:38.835367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:38.891068 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0cc265b5e524c55b033b418c7d0587e&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4329693 Nov 20 08:36:38.892165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fe7be4-3968-48fd-8358-0df1190d005e,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:38.896021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:38.896875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58170) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:39.144578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26aa91ad-1d93-4298-a1cd-2c65fc487836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:39.230910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26aa91ad-1d93-4298-a1cd-2c65fc487836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:39.404838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7167e8f8-0e6d-478b-8669-2464b96ee22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for subnet, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:39.423448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26aa91ad-1d93-4298-a1cd-2c65fc487836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:39.427915 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6792df6b-b5e1-469e-9d88-40e458ae3a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:39.494229 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167e8f8-0e6d-478b-8669-2464b96ee22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c6a03f-3bf7-486e-85e7-0b862d5aadca,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:39.509987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7167e8f8-0e6d-478b-8669-2464b96ee22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:39.559592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:39.591548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa91ad-1d93-4298-a1cd-2c65fc487836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fe7be4-3968-48fd-8358-0df1190d005e,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:39.600178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26aa91ad-1d93-4298-a1cd-2c65fc487836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:39.608539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ede5c-e433-4297-b70e-8bbf4d205390 req-4f211581-87dc-4091-9469-6318e6d44763 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:39.610403 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f24ede5c-e433-4297-b70e-8bbf4d205390 req-4f211581-87dc-4091-9469-6318e6d44763 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.2996683 Nov 20 08:36:39.622163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26aa91ad-1d93-4298-a1cd-2c65fc487836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:39.623488 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-26aa91ad-1d93-4298-a1cd-2c65fc487836 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78fe7be4-3968-48fd-8358-0df1190d005e HTTP/1.1" status: 204 len: 168 time: 0.7250977 Nov 20 08:36:39.664098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7167e8f8-0e6d-478b-8669-2464b96ee22f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:39.666144 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7167e8f8-0e6d-478b-8669-2464b96ee22f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b3c6a03f-3bf7-486e-85e7-0b862d5aadca HTTP/1.1" status: 204 len: 168 time: 0.9979203 Nov 20 08:36:39.669697 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58188) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:39.713063 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f24ede5c-e433-4297-b70e-8bbf4d205390 req-f84eb001-a6fd-431b-b86d-00d8b2012fee tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823567 Nov 20 08:36:39.812336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.001327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c400-21fd-4b9e-a35a-801ca43350f0 req-01f3658e-ef16-4726-b5c4-52da17aca3b3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:40.004587 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d693c400-21fd-4b9e-a35a-801ca43350f0 req-01f3658e-ef16-4726-b5c4-52da17aca3b3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1454422 Nov 20 08:36:40.021488 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.134518 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d693c400-21fd-4b9e-a35a-801ca43350f0 req-54cafa4b-7fab-4d17-bbb7-3142445e1bee tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222310 Nov 20 08:36:40.157708 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.157939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.159635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.160013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > port after_create 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.160345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > port after_delete 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.160847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > port after_update 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.161363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.161869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.162506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.163026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.233189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.233552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.235801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.236396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:40.236950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc142b83-ea50-434b-b2d6-65f7be66ad74']}} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:40.252473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee8b27e-7153-435a-aac3-4030de380d21') {'for_net_delete': True} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:40.252707 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee8b27e-7153-435a-aac3-4030de380d21') {} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:40.268609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113621'] for segment, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.287181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.289556 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:36:40.339933 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58196) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:40.372876 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.419978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:40.425729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:043cfeaf8003478bbf40d68234e3a3a6 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:40.429881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:40.436562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:40.505121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Network bc142b83-ea50-434b-b2d6-65f7be66ad74 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:36:40.514021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347824'] for segment, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.574696 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.578698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.587315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:40.724538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Network bc142b83-ea50-434b-b2d6-65f7be66ad74 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: (rel_b, rel_a, rel_b), Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: (rel_b, rel_a, rel_b), Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:36:40.758278 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:36:40.850725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a010f482-0889-4a07-bfd6-f43ce7832eab,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:40.859656 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=043cfeaf8003478bbf40d68234e3a3a6&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5140524 Nov 20 08:36:40.859656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:40.860078 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58206) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:40.890671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.896813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:40.915654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.923370 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc142b83-ea50-434b-b2d6-65f7be66ad74,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:40.931677 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:40.935074 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-becbb3c4-2cc8-40fa-a6f5-e5a69a4c324a admin admin] 10.222.0.32 "DELETE /v2.0/networks/bc142b83-ea50-434b-b2d6-65f7be66ad74 HTTP/1.1" status: 204 len: 168 time: 1.2642210 Nov 20 08:36:41.022594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-af67c056-74e7-4846-a9d7-4b5fa3c13a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:41.046172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716c49a-f3f5-447d-8fde-eff8605ec0aa req-3d1bb5bb-620a-4d77-b621-7ecba051089e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:41.047982 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7716c49a-f3f5-447d-8fde-eff8605ec0aa req-3d1bb5bb-620a-4d77-b621-7ecba051089e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.1621599 Nov 20 08:36:41.091003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-af67c056-74e7-4846-a9d7-4b5fa3c13a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:41.156609 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7716c49a-f3f5-447d-8fde-eff8605ec0aa req-5b124689-77d4-442d-b01e-11affb144916 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948775 Nov 20 08:36:41.175585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-af67c056-74e7-4846-a9d7-4b5fa3c13a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:41.183735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-51992ab2-2cec-405a-bb14-7dabcc4f86a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:41.201886 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67c056-74e7-4846-a9d7-4b5fa3c13a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a010f482-0889-4a07-bfd6-f43ce7832eab,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:41.202174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58214) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:41.208368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-af67c056-74e7-4846-a9d7-4b5fa3c13a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:41.225694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-af67c056-74e7-4846-a9d7-4b5fa3c13a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:41.227211 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-af67c056-74e7-4846-a9d7-4b5fa3c13a3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a010f482-0889-4a07-bfd6-f43ce7832eab HTTP/1.1" status: 204 len: 168 time: 0.3660936 Nov 20 08:36:41.270040 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-330b24e0-b409-4b89-ac74-630b81c7e4d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9553c10f52504a6c82160b41ce0c8d9f&name=default HTTP/1.1" status: 200 len: 2743 time: 0.0649633 Nov 20 08:36:41.275982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58220) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:41.383557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-425fc168-1dec-4417-b0a2-95f8cdb4a71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:41.419477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-425fc168-1dec-4417-b0a2-95f8cdb4a71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:41.541961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-425fc168-1dec-4417-b0a2-95f8cdb4a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:41.550395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-af67c056-74e7-4846-a9d7-4b5fa3c13a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:41.567532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fc168-1dec-4417-b0a2-95f8cdb4a71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:41.571931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-425fc168-1dec-4417-b0a2-95f8cdb4a71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:41.578380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2feef9-0db2-4818-a04a-57820aff22a1 req-e84cd43f-4403-45ed-92ae-a4939436a7c1 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:41.580142 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fd2feef9-0db2-4818-a04a-57820aff22a1 req-e84cd43f-4403-45ed-92ae-a4939436a7c1 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1517768 Nov 20 08:36:41.582565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-425fc168-1dec-4417-b0a2-95f8cdb4a71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:41.583782 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-425fc168-1dec-4417-b0a2-95f8cdb4a71a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8331fdbb-ad9e-4055-8cc4-94f1fa7e41f8 HTTP/1.1" status: 204 len: 168 time: 0.3065789 Nov 20 08:36:41.727173 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fd2feef9-0db2-4818-a04a-57820aff22a1 req-75f1b40c-2838-4b69-92bd-e2e738cbb28d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944724 Nov 20 08:36:42.566980 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6750fa-91f6-4c9d-9784-344391772a0d req-234ed33b-6603-40ca-a24a-af465fde6d0f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:42.569944 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1d6750fa-91f6-4c9d-9784-344391772a0d req-234ed33b-6603-40ca-a24a-af465fde6d0f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.1383493 Nov 20 08:36:42.667784 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1d6750fa-91f6-4c9d-9784-344391772a0d req-2f89d7fa-ed39-4126-a57e-bc01cfdb8af5 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853641 Nov 20 08:36:43.092898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58276) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:43.194696 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ce4c-38f0-41a9-b2dd-83181d2d2aec req-a35f006a-7999-451d-8288-d4d1ced183a8 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:43.197109 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b7d9ce4c-38f0-41a9-b2dd-83181d2d2aec req-a35f006a-7999-451d-8288-d4d1ced183a8 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1434057 Nov 20 08:36:43.280984 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b7d9ce4c-38f0-41a9-b2dd-83181d2d2aec req-0886f9f7-a706-488a-8d5f-54220e130e3a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713942 Nov 20 08:36:43.503691 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1242491109-network', 'tenant_id': '23a01ff4098241ebb17193a45fd51161'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:43.512623 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:43.521634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Usage tracker for resource:network and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:43.528169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:43.541803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:43.559238 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Made reservation on behalf of 23a01ff4098241ebb17193a45fd51161 for: {'network': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:43.565853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.587147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.629037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:43.633781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Usage tracker for resource:security_group_rule and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:43.637389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:43.645805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:43.744058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.748540 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.754161 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-375b23f4-0c65-45f4-9aab-481407558bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:43.790096 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:36:43.805587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cb1589-0873-4fab-a19e-a0001b38ebf0,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:43.809402 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:43.815652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.816042 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Added segment 1d3c2d57-0d4e-4c74-9ba5-d553713e0544 of type vxlan for network 49bd959b-554f-4b2c-b5ed-bccff4feeebb Nov 20 08:36:43.863883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.891637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.893252 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:43.893986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.900050 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:43.966774 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8680124 Nov 20 08:36:43.995503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58300) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:44.018338 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Request body: {'subnet': {'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1242491109-subnet', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:44.047153 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:44.057597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Usage tracker for resource:subnet and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:44.064768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:44.097279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:44.128395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Made reservation on behalf of 23a01ff4098241ebb17193a45fd51161 for: {'subnet': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:44.135772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Pushing event updated for resources: {'Network': ['ID=49bd959b-554f-4b2c-b5ed-bccff4feeebb,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:44.138231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.153936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:44.169477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:36:44.239484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777f4b6-8801-4b97-9503-77cbd892c226 req-d6b6c4ec-1086-420b-8946-34a8b8e1938b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:44.240830 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0777f4b6-8801-4b97-9503-77cbd892c226 req-d6b6c4ec-1086-420b-8946-34a8b8e1938b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.3145564 Nov 20 08:36:44.715097 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0777f4b6-8801-4b97-9503-77cbd892c226 req-56b60114-90a5-4be8-b08b-6c0757bac63c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456888 Nov 20 08:36:44.718960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:36:44.802969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7238-0cad-44f0-b1a6-184c5696d06f req-2a5f2a89-5405-4a98-9336-ad54bafe5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:44.804657 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d3ea7238-0cad-44f0-b1a6-184c5696d06f req-2a5f2a89-5405-4a98-9336-ad54bafe5176 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 1163 time: 0.4376864 Nov 20 08:36:44.901975 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ef648-aac6-4d64-b73d-4f504f351e02 req-9800959c-3856-4723-8116-925b8ffdb4c3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:44.906796 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f26ef648-aac6-4d64-b73d-4f504f351e02 req-9800959c-3856-4723-8116-925b8ffdb4c3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.3207645 Nov 20 08:36:44.947375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-d3ea7238-0cad-44f0-b1a6-184c5696d06f req-35da57b8-4c3e-49ba-b361-ec9cc7886937 service neutron] Synchronizing usage tracker for tenant:aec7c73d733e4085aab9a15e9a05c402 on resource:security_group {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:45.004843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:36:45.240988 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-d3ea7238-0cad-44f0-b1a6-184c5696d06f req-35da57b8-4c3e-49ba-b361-ec9cc7886937 service neutron] Unset dirty status for tenant:aec7c73d733e4085aab9a15e9a05c402 on resource:security_group {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:45.245945 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d3ea7238-0cad-44f0-b1a6-184c5696d06f req-35da57b8-4c3e-49ba-b361-ec9cc7886937 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056652 Nov 20 08:36:45.263931 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f26ef648-aac6-4d64-b73d-4f504f351e02 req-004a66fe-8fd1-41e4-b060-96ddf0d5a830 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200684 Nov 20 08:36:45.466320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for subnet, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.483160 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7167e8f8-0e6d-478b-8669-2464b96ee22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:45.640363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396c3ca1-079d-41e6-a54b-a35963e19eee,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:45.645262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:45.718411 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Checking segment: {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:45.719058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Network hostable DHCP agents. Network: 49bd959b-554f-4b2c-b5ed-bccff4feeebb, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:36:45.744266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:36:45.755157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 49bd959b-554f-4b2c-b5ed-bccff4feeebb) {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:45.759768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:45.760423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.766071 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767bde01-2499-4317-b22e-368b50425575 None None] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:36:45.785783 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e91b1e5a-6e17-4cb1-9837-ff8f86ed61d7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7774265 Nov 20 08:36:45.789803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58328) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:45.795881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:45.801736 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:45.806162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Usage tracker for resource:router and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:45.809412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:45.817479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:45.833270 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854267957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775236'] for router, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.834881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854371163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-564'] for router, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.870913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:46.258016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854257228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854268100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519'] for router, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:46.340157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd700f3d-7deb-5abd-90d0-52bb173c3136-49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee'}]}} from dv-cinder-733622-11-iscsi. {{(pid=80255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:36:46.342509 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:46.415616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5024e7c-fa0b-4de3-af9e-8dca55b35ef9 req-cd5734cf-7bf8-4df5-82ee-1d55410b873c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:46.418877 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5024e7c-fa0b-4de3-af9e-8dca55b35ef9 req-cd5734cf-7bf8-4df5-82ee-1d55410b873c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.2955241 Nov 20 08:36:46.653905 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5024e7c-fa0b-4de3-af9e-8dca55b35ef9 req-3bc4228d-b984-4b87-8e1a-536c92c777a9 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224077 Nov 20 08:36:46.774754 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:46.843268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Allocated IP 172.20.0.2 (49bd959b-554f-4b2c-b5ed-bccff4feeebb/396c3ca1-079d-41e6-a54b-a35963e19eee/34064280-0a8b-4caa-ae11-97264e70799b) {{(pid=80255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:36:46.920225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.083970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Notify callbacks [] for port, precommit_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.109405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Transition to ACTIVE for port object 34064280-0a8b-4caa-ae11-97264e70799b will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:47.145066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Transition to ACTIVE for port object 34064280-0a8b-4caa-ae11-97264e70799b will not be triggered until provisioned by entity DHCP. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:47.153137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.183841 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:47.324530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841acb1-a3f5-4d0a-87ee-a22d5ace1c5d req-320b6be2-daa8-45f4-afe7-8d6a503c5920 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:47.326231 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c841acb1-a3f5-4d0a-87ee-a22d5ace1c5d req-320b6be2-daa8-45f4-afe7-8d6a503c5920 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.4877622 Nov 20 08:36:47.345863 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Pushing event updated for resources: {'Port': ['ID=34064280-0a8b-4caa-ae11-97264e70799b,revision_number=1']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:47.350722 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:47.399207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb is already hosted by enough agents. {{(pid=80255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:36:47.400448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Resources bound (agent type, host, resource id): {{(pid=80255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:47.403070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Received port after_create {{(pid=80255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:36:47.449060 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c841acb1-a3f5-4d0a-87ee-a22d5ace1c5d req-e14ccaa7-3ee6-49c7-954a-0bb14819e488 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816240 Nov 20 08:36:47.463171 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Attempting to bind port 34064280-0a8b-4caa-ae11-97264e70799b on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:36:47.463602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Attempting to bind port 34064280-0a8b-4caa-ae11-97264e70799b by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:36:47.464027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Attempting to bind port 34064280-0a8b-4caa-ae11-97264e70799b on network 49bd959b-554f-4b2c-b5ed-bccff4feeebb {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:36:47.473184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:36:47.473619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Checking segment: {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:47.474183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.474514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Bound using segment: {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:36:47.475099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Bound port: 34064280-0a8b-4caa-ae11-97264e70799b, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:36:47.484897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.555316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Allocated IP 172.27.0.19 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/81db56b0-c0f0-4330-9231-a8f9a023dc97) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:36:47.583478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] For port 34064280-0a8b-4caa-ae11-97264e70799b, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:36:47.586998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] For port 34064280-0a8b-4caa-ae11-97264e70799b, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=34064280-0a8b-4caa-ae11-97264e70799b,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:36:47.591184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.605627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:47.879742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Pushing event updated for resources: {'Port': ['ID=34064280-0a8b-4caa-ae11-97264e70799b,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:47.896018 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:47.960407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.998616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11198966-3d97-4b83-8c0e-11760b8c8063 req-d372dd93-1825-4810-9195-b44428e954d0 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:48.000413 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-11198966-3d97-4b83-8c0e-11760b8c8063 req-d372dd93-1825-4810-9195-b44428e954d0 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.2066486 Nov 20 08:36:48.052123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.069197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:48.135290 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-11198966-3d97-4b83-8c0e-11760b8c8063 req-b42d2065-0bdb-44c6-a1cd-7079f3304fa0 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279204 Nov 20 08:36:48.234389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Pushing event updated for resources: {'Port': ['ID=81db56b0-c0f0-4330-9231-a8f9a023dc97,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:48.237834 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:48.319234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:36:48.321396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:48.324015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:36:48.477262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.478373 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518574'] for router, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.487371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 34064280-0a8b-4caa-ae11-97264e70799b up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:48.654765 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 34064280-0a8b-4caa-ae11-97264e70799b completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:48.797749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137a99a-23d2-4234-a880-7a2ac9c2b72b req-1cdf74c8-fa53-4e13-9f58-a14e5fcd0213 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:48.799601 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0137a99a-23d2-4234-a880-7a2ac9c2b72b req-1cdf74c8-fa53-4e13-9f58-a14e5fcd0213 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1237061 Nov 20 08:36:48.918147 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0137a99a-23d2-4234-a880-7a2ac9c2b72b req-9b31a2aa-9053-4453-8e6a-b3ca5a2f8670 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083899 Nov 20 08:36:48.930284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Router 3340d093-6112-4072-a136-424d37d84c84 is scheduled to L3 agent 4199047a-b796-4111-9015-afb7f73345dd with binding_index 1 {{(pid=80253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:36:49.231108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:36:49.246613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Sync routers for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:36:49.264246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Notify callbacks [] for router, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:49.269191 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4747782 Nov 20 08:36:49.269500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58380) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:49.273149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:49.274372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:36:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:49.554479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:49.561100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283531b3-41e1-433c-8b0d-bfa4794cd7c6 None None] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:36:49.610334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7dbb7-6e7a-4b4d-99bc-981a8524e91d req-aa23d2d9-9c98-4c4e-aa0b-3cb3eae32cd2 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:49.613193 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c9e7dbb7-6e7a-4b4d-99bc-981a8524e91d req-aa23d2d9-9c98-4c4e-aa0b-3cb3eae32cd2 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.2141137 Nov 20 08:36:49.701801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-c826a220-7a63-43ce-8774-1f2b26b38af7 None None] Provisioning for port 34064280-0a8b-4caa-ae11-97264e70799b completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:49.713304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-c826a220-7a63-43ce-8774-1f2b26b38af7 None None] Provisioning complete for port 34064280-0a8b-4caa-ae11-97264e70799b triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:49.713713 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c826a220-7a63-43ce-8774-1f2b26b38af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:49.769716 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c9e7dbb7-6e7a-4b4d-99bc-981a8524e91d req-6f395c4d-2103-4cd9-a7af-815c5a170e5d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406500 Nov 20 08:36:49.953187 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c826a220-7a63-43ce-8774-1f2b26b38af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.014114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cb12f03d-3636-41e3-9a09-4f72bd49bae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.020302 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-c826a220-7a63-43ce-8774-1f2b26b38af7 None None] For port 34064280-0a8b-4caa-ae11-97264e70799b, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=34064280-0a8b-4caa-ae11-97264e70799b,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:50.036348 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c826a220-7a63-43ce-8774-1f2b26b38af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.038292 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:50.194997 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826a220-7a63-43ce-8774-1f2b26b38af7 None None] Pushing event updated for resources: {'Port': ['ID=34064280-0a8b-4caa-ae11-97264e70799b,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:50.198690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c826a220-7a63-43ce-8774-1f2b26b38af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:50.363784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:48Z', 'revision_number': 3, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:50.372740 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Checking router: 3340d093-6112-4072-a136-424d37d84c84 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:36:50.373400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Updating router 3340d093-6112-4072-a136-424d37d84c84 port 81db56b0-c0f0-4330-9231-a8f9a023dc97 binding host dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:36:50.388437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-aca367b5-a92a-48e8-94dd-bd246423f333 None None] Provisioning complete for port 34064280-0a8b-4caa-ae11-97264e70799b triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:50.388866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aca367b5-a92a-48e8-94dd-bd246423f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.435807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 34064280-0a8b-4caa-ae11-97264e70799b up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:50.500557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.724814 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88b30b-33fe-4d4e-b91f-b4034b256097 req-bf0d11f7-ead5-4466-b0d5-33c00e7a6c2d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:50.728105 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bb88b30b-33fe-4d4e-b91f-b4034b256097 req-bf0d11f7-ead5-4466-b0d5-33c00e7a6c2d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.4031117 Nov 20 08:36:50.741081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.744870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 34064280-0a8b-4caa-ae11-97264e70799b triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:50.745527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.864230 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bb88b30b-33fe-4d4e-b91f-b4034b256097 req-ad31b3d5-6cc1-4643-a431-a77728d97b7b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287870 Nov 20 08:36:50.944672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.980360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-2bc14d48-ad4b-4274-9c46-687dd7430d0f None None] Provisioning complete for port 34064280-0a8b-4caa-ae11-97264e70799b triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:50.981075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2bc14d48-ad4b-4274-9c46-687dd7430d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:51.258883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea595b-3e94-40d7-a78f-8578236220bc req-b1d10037-e61e-44f5-84d0-9926dbb070e5 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:51.260505 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-acea595b-3e94-40d7-a78f-8578236220bc req-b1d10037-e61e-44f5-84d0-9926dbb070e5 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.2553356 Nov 20 08:36:51.261268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Notify callbacks [] for port, precommit_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:51.277245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Transition to ACTIVE for port object 81db56b0-c0f0-4330-9231-a8f9a023dc97 will not be triggered until provisioned by entity L2. {{(pid=80256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:51.282646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:51.298004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:51.393272 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-acea595b-3e94-40d7-a78f-8578236220bc req-aeb3b19a-c230-463b-ac1a-96fb7f5c9fc7 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198368 Nov 20 08:36:51.423137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-d2fdce21-6440-4a83-b60f-7a968d7cda3d None None] Provisioning complete for port 34064280-0a8b-4caa-ae11-97264e70799b triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:51.423978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d2fdce21-6440-4a83-b60f-7a968d7cda3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:51.458085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Pushing event updated for resources: {'Port': ['ID=81db56b0-c0f0-4330-9231-a8f9a023dc97,revision_number=2']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:51.475472 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.476006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.476154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.476538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.476902 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.477266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.477630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.478084 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.478351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.478694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.479103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.479460 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.480478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.480478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.480774 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.480919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.481232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.481589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.481942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.482446 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.482832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.483195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.483549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.483901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:51.499005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Allocated IP 172.20.0.1 (49bd959b-554f-4b2c-b5ed-bccff4feeebb/396c3ca1-079d-41e6-a54b-a35963e19eee/c917f384-3cdb-473e-b357-3440cc75ebd9) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:36:51.508728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:51.592826 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Attempting to bind port 81db56b0-c0f0-4330-9231-a8f9a023dc97 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:36:51.593126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Attempting to bind port 81db56b0-c0f0-4330-9231-a8f9a023dc97 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:36:51.593484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Attempting to bind port 81db56b0-c0f0-4330-9231-a8f9a023dc97 on network 24cc1651-bd06-4774-a165-46441dd7e5d9 {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:36:51.601505 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:36:51.601916 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Checking segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:51.602359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:51.602789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Bound using segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:36:51.603326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Bound port: 81db56b0-c0f0-4330-9231-a8f9a023dc97, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:36:51.603738 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:51.700016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] For port 81db56b0-c0f0-4330-9231-a8f9a023dc97, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:36:51.704523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] For port 81db56b0-c0f0-4330-9231-a8f9a023dc97, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=81db56b0-c0f0-4330-9231-a8f9a023dc97,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:36:51.713341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:51.809910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:51.810887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:51.835122 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-e79828cc-c3a5-43ea-97ec-d73b50c33f85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1656013 Nov 20 08:36:51.839503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Transition to ACTIVE for port object c917f384-3cdb-473e-b357-3440cc75ebd9 will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:51.865027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:51.891878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9ca265a7-f81e-4305-9cbb-ce7c7932fb6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:51.925172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Pushing event updated for resources: {'Port': ['ID=81db56b0-c0f0-4330-9231-a8f9a023dc97,revision_number=3']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:51.932043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-1a611164-d834-43af-9125-be1b82bfd352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:51.963078 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:51.963913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:36:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:52.159052 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Pushing event updated for resources: {'Port': ['ID=c917f384-3cdb-473e-b357-3440cc75ebd9,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:52.174636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.175938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.175938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.175938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.176332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.176639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.177008 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.177396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.177780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.178169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.178557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.178970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.179465 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.179855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.180239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.180621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.181015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.181389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.181770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.182156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.182538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.183145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.183298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.183679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:52.196056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:52.198646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-355efe2c-d194-466b-b414-012c5a785777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:52.200163 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-355efe2c-d194-466b-b414-012c5a785777 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 1162 time: 0.1966703 Nov 20 08:36:52.319884 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:36:52.365252 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:52.487004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:36:52.487968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518520'] for router_interface, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:52.755721 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:52.853625 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-2461f726-7ea7-4a7d-b30d-ad457c66442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:52.856581 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-2461f726-7ea7-4a7d-b30d-ad457c66442f service neutron] 10.222.0.24 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 908 time: 0.5346165 Nov 20 08:36:52.872628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-6ad39286-2ac4-4c6f-a70b-4fc01578772c None None] Provisioning for port c917f384-3cdb-473e-b357-3440cc75ebd9 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:52.887058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-6ad39286-2ac4-4c6f-a70b-4fc01578772c None None] Provisioning complete for port c917f384-3cdb-473e-b357-3440cc75ebd9 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:52.888129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6ad39286-2ac4-4c6f-a70b-4fc01578772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:53.023085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:53.033499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d19dc6b-fe98-40fe-932e-8aa6c3e66fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:53.079829 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-6ad39286-2ac4-4c6f-a70b-4fc01578772c None None] Port c917f384-3cdb-473e-b357-3440cc75ebd9 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:36:53.227370 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:53.232499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3613f226-bc8d-42c5-afe6-178c47632c4d up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:53.253309 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-2efbfd5e-1f56-4001-9f7c-7052b628f503 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6842b376-a7c3-4bb5-813b-320f8b4b69a1 HTTP/1.1" status: 200 len: 217 time: 0.1927521 Nov 20 08:36:53.460953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 3613f226-bc8d-42c5-afe6-178c47632c4d triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:53.461627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:53.573297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:48Z', 'revision_number': 3, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:53.580097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd5f5c7-551e-45d8-becd-98d6146059f7 None None] The sync data for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi is: [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:48Z', 'revision_number': 3, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:36:53.660366 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1101cd4-2c5d-452e-bdff-bb1e39fe3eec req-66cef4a5-04d4-4e64-93c4-a2be77537b53 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:53.662057 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f1101cd4-2c5d-452e-bdff-bb1e39fe3eec req-66cef4a5-04d4-4e64-93c4-a2be77537b53 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 1.2994027 Nov 20 08:36:53.710504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-1d04075d-c43a-4867-ac3c-2b7b037828f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:53.712309 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-1d04075d-c43a-4867-ac3c-2b7b037828f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27633da5-51ad-4151-9df2-98015bdc16d6 HTTP/1.1" status: 200 len: 854 time: 0.3016715 Nov 20 08:36:53.726657 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e9628-4970-41e8-8950-828b227933a4 req-16b8dae9-e538-46a5-a56c-4562e395a058 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:53.728403 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f43e9628-4970-41e8-8950-828b227933a4 req-16b8dae9-e538-46a5-a56c-4562e395a058 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 1.0735505 Nov 20 08:36:53.821905 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-04f9ade9-f13f-4d4d-a04d-a0dea3c8f092 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=718043b5-18f0-487a-b0a0-0bd83f46e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884342 Nov 20 08:36:53.900753 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f1101cd4-2c5d-452e-bdff-bb1e39fe3eec req-e14625d0-ee5f-4fe5-a4c8-4b0837dfba18 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253623 Nov 20 08:36:54.297912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.resource_extend [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 20 08:36:54.313569 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f43e9628-4970-41e8-8950-828b227933a4 req-dd6f696b-6854-4c34-9a8c-f435618d4283 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408628 Nov 20 08:36:54.319845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:54.338167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:54.340059 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16058335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501919'] for router_interface, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:54.381230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:54.382199 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bc2c3dcd-7af8-4a2d-95d4-01338c890487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:54.448294 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 81db56b0-c0f0-4330-9231-a8f9a023dc97 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:54.483070 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-1cd80223-20ef-4e25-a536-9adc3cb34e78 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431661 Nov 20 08:36:54.600369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 81db56b0-c0f0-4330-9231-a8f9a023dc97 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:54.609265 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 81db56b0-c0f0-4330-9231-a8f9a023dc97 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:54.610251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:54.620605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Pushing event updated for resources: {'Port': ['ID=c917f384-3cdb-473e-b357-3440cc75ebd9,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:54.691471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:54.816672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:36:54.823029 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ea8cecc-c20e-409c-a77c-6f58e8ec8de0 req-d513bc80-69b3-4258-bf5e-a04707a8f842 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2788227 Nov 20 08:36:54.825672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:54.947277 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.017838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port 81db56b0-c0f0-4330-9231-a8f9a023dc97, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=81db56b0-c0f0-4330-9231-a8f9a023dc97,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:55.026934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.038701 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-28d89bf9-19cc-4da6-9bd9-3f27565c86d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:55.301774 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=81db56b0-c0f0-4330-9231-a8f9a023dc97,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:55.305903 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.314582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.314923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.315315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.315708 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.316061 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.316585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.321548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.321944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.322331 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.322713 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.323119 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.323549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.323936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.324312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.324692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.325066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.325437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.325807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.326183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.326558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.328081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.329288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.329648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.330434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:55.351345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:55.372405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-a0577340-68fb-4bc8-b550-51c8acac1a67 None None] Provisioning complete for port c917f384-3cdb-473e-b357-3440cc75ebd9 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:55.373043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a0577340-68fb-4bc8-b550-51c8acac1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.461514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-a0577340-68fb-4bc8-b550-51c8acac1a67 None None] Port c917f384-3cdb-473e-b357-3440cc75ebd9 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:36:55.475915 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58478) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:55.614297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58486) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:55.731717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775230e-1581-408b-be7e-418479fc9785 req-77f4e086-88b3-457e-927b-876e8d216c65 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:55.745707 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b775230e-1581-408b-be7e-418479fc9785 req-77f4e086-88b3-457e-927b-876e8d216c65 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.3668308 Nov 20 08:36:55.800984 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.855759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:55.860566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.871208 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Usage tracker for resource:security_group_rule and tenant:0d00a8b6789f451fb5fb577f333cf454 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:55.876819 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:55.889032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:55.920335 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b775230e-1581-408b-be7e-418479fc9785 req-31ec2c04-cef6-47dd-8ef4-b1baa7e4ee1a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732914 Nov 20 08:36:55.925372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:55.934262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb3937940be43c8a7d8750a55ef295c is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:55.939233 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:55.952137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:56.027233 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c3a9f-410c-47a8-9a86-2fbff97dbaf3 req-9170d88c-02e9-4a1a-8221-d8b26ed21356 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:56.029219 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6f0c3a9f-410c-47a8-9a86-2fbff97dbaf3 req-9170d88c-02e9-4a1a-8221-d8b26ed21356 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.2386925 Nov 20 08:36:56.033638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 70b1eb72-01e1-4059-af29-67612bc354b0 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:56.034724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.043983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.058787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fe4e50a0-c2e2-4cb1-b033-961006540fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:56.141486 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d00a8b6789f451fb5fb577f333cf454&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5256338 Nov 20 08:36:56.145882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.147329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521ef86c-89fa-4bca-8124-05639ceedf6a,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:56.149139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58494) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:56.152089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.174656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.175108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.175480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.175870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.176257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.176639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.176992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.177371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.177748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.178127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.178508 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.178893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.179378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.179783 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.180166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.180546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.180924 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.181315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.181841 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.182057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.182436 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.182966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.183245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.183622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:56.188747 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:56.191894 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9a5e4534-0f6e-4ad5-bef4-e56afea01cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:56.236337 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fb3937940be43c8a7d8750a55ef295c&name=default HTTP/1.1" status: 200 len: 2747 time: 0.7578459 Nov 20 08:36:56.237651 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6f0c3a9f-410c-47a8-9a86-2fbff97dbaf3 req-41fb2b12-170a-4a08-911b-73b6fd81ef94 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878479 Nov 20 08:36:56.239128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96e6ec0-24e3-4a26-89dd-4b07c1e7f302,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:56.243838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58498) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:56.244172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:56.248069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 70b1eb72-01e1-4059-af29-67612bc354b0 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:56.256529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 70b1eb72-01e1-4059-af29-67612bc354b0 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:56.257060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.302844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1de3b-f406-4664-b595-547a738fe2d3 req-939dfbbe-e927-4d49-9d1a-e7daee79e492 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:56.304511 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a7f1de3b-f406-4664-b595-547a738fe2d3 req-939dfbbe-e927-4d49-9d1a-e7daee79e492 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2335503 Nov 20 08:36:56.396573 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 81db56b0-c0f0-4330-9231-a8f9a023dc97 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:56.420119 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Router 3340d093-6112-4072-a136-424d37d84c84 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:36:56.425493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-301cb8c6-608f-419e-81f1-1d9e04058e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.464281 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.497426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-301cb8c6-608f-419e-81f1-1d9e04058e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.508133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754712e6-f181-47e1-aedf-8da945013bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b1eb72-01e1-4059-af29-67612bc354b0'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:56.508666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-45597779-948d-4a1b-ae70-b4050da3a3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.525356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 70b1eb72-01e1-4059-af29-67612bc354b0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=70b1eb72-01e1-4059-af29-67612bc354b0,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:56.529602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 81db56b0-c0f0-4330-9231-a8f9a023dc97 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:56.529602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.542457 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a7f1de3b-f406-4664-b595-547a738fe2d3 req-36169f4d-af65-4100-bdf2-c64cdcd6e7cd tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058644 Nov 20 08:36:56.557931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.565234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:56.665786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-45597779-948d-4a1b-ae70-b4050da3a3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.700447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=70b1eb72-01e1-4059-af29-67612bc354b0,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:56.718290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:56.804399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-301cb8c6-608f-419e-81f1-1d9e04058e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.809618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0d73cd79-bd35-4f74-b473-427b99cd6f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:56.850437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cb8c6-608f-419e-81f1-1d9e04058e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521ef86c-89fa-4bca-8124-05639ceedf6a,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:56.852842 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-45597779-948d-4a1b-ae70-b4050da3a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.864684 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754712e6-f181-47e1-aedf-8da945013bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b1eb72-01e1-4059-af29-67612bc354b0', 'code': 200} Nov 20 08:36:56.866403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-301cb8c6-608f-419e-81f1-1d9e04058e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:56.866971 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-301cb8c6-608f-419e-81f1-1d9e04058e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:56.887806 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45597779-948d-4a1b-ae70-b4050da3a3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96e6ec0-24e3-4a26-89dd-4b07c1e7f302,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:56.892043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-45597779-948d-4a1b-ae70-b4050da3a3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:56.964220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-301cb8c6-608f-419e-81f1-1d9e04058e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.967938 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-301cb8c6-608f-419e-81f1-1d9e04058e0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/521ef86c-89fa-4bca-8124-05639ceedf6a HTTP/1.1" status: 204 len: 168 time: 0.8046010 Nov 20 08:36:56.973883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-45597779-948d-4a1b-ae70-b4050da3a3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.975187 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-45597779-948d-4a1b-ae70-b4050da3a3c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e96e6ec0-24e3-4a26-89dd-4b07c1e7f302 HTTP/1.1" status: 204 len: 168 time: 0.7292147 Nov 20 08:36:57.057974 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:36:57.081578 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] 10.222.0.32 "PUT /v2.0/routers/3340d093-6112-4072-a136-424d37d84c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8101013 Nov 20 08:36:57.362159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Sync routers for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:36:57.392356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:57.402274 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:36:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:57.664725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed34561-176a-4321-804f-b0b36186ea82 req-9c740d90-b675-453d-a164-19f61f4e1c55 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:57.682348 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bed34561-176a-4321-804f-b0b36186ea82 req-9c740d90-b675-453d-a164-19f61f4e1c55 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 946 time: 0.2308829 Nov 20 08:36:57.755147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58534) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:57.793048 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:57.803724 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bed34561-176a-4321-804f-b0b36186ea82 req-aeb7b5bb-d156-470f-8b96-68e1f5ad008d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203234 Nov 20 08:36:57.850612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58540) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:57.855815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:57.892204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] Usage tracker for resource:security_group_rule and tenant:b14877b3d7374e6d826db0db1382de8a is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:57.898594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:57.910092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:57.927760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:57.932258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:58.005639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:58.015135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e26215712d4c2d96afd938bd8e96c3 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:58.020373 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:58.032591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:58.120312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.130752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.142843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f9c9ea37-f617-4dcd-8a51-93ca8148cc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:58.246799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf52f6e7-761b-419a-966c-12050e0b26c7,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:58.253586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:58.271304 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b14877b3d7374e6d826db0db1382de8a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5145779 Nov 20 08:36:58.273824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58544) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:58.274775 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.279145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.293988 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cbcd26a9-33a8-4db8-baa0-07433333e4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:58.315037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 2, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:58.320167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Checking router: 3340d093-6112-4072-a136-424d37d84c84 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:36:58.320679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Updating router 3340d093-6112-4072-a136-424d37d84c84 port c917f384-3cdb-473e-b357-3440cc75ebd9 binding host dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:36:58.377248 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0e26215712d4c2d96afd938bd8e96c3&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5250373 Nov 20 08:36:58.379392 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81034957-840e-4c74-b26e-242abf2b9030,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:58.381766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58550) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:58.385188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:58.398113 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.407644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8d5cd87e-586e-4b3d-95be-8af30613e0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.471151 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8d5cd87e-586e-4b3d-95be-8af30613e0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.526255 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58554) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:58.535274 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'security_group': {'name': 'tempest-securitygroup--1392802241', 'description': 'tempest-description--792792503'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:58.545768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:58.546091 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c6b90729-cc48-416e-a3f5-06b1a9971ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.553241 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:security_group and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:58.558720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:58.571468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:58.597737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.599057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c6b90729-cc48-416e-a3f5-06b1a9971ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.607365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8d5cd87e-586e-4b3d-95be-8af30613e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.617455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-78ab30c7-6ae8-4528-a128-3d3002602d53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:58.643679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cd87e-586e-4b3d-95be-8af30613e0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf52f6e7-761b-419a-966c-12050e0b26c7,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:58.646399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8d5cd87e-586e-4b3d-95be-8af30613e0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:58.666218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8d5cd87e-586e-4b3d-95be-8af30613e0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.671615 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-8d5cd87e-586e-4b3d-95be-8af30613e0b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf52f6e7-761b-419a-966c-12050e0b26c7 HTTP/1.1" status: 204 len: 168 time: 0.3923852 Nov 20 08:36:58.701131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c6b90729-cc48-416e-a3f5-06b1a9971ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.707700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:58.723016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:58.734233 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b90729-cc48-416e-a3f5-06b1a9971ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81034957-840e-4c74-b26e-242abf2b9030,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:58.736574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:security_group_rule and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:58.737710 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c6b90729-cc48-416e-a3f5-06b1a9971ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:58.740358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c6b90729-cc48-416e-a3f5-06b1a9971ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.744939 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c6b90729-cc48-416e-a3f5-06b1a9971ba5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81034957-840e-4c74-b26e-242abf2b9030 HTTP/1.1" status: 204 len: 168 time: 0.3619723 Nov 20 08:36:58.746136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:58.758402 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:58.943101 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.950219 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.052954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-38fa6ab3-9286-420c-8196-c5536e3111e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:59.122711 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Notify callbacks [] for port, precommit_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.161231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.162152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Transition to ACTIVE for port object c917f384-3cdb-473e-b357-3440cc75ebd9 will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:59.168819 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1663 time: 0.6405652 Nov 20 08:36:59.172639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58570) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:59.174431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.186870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'security_group_rule': {'security_group_id': '5e8a60ea-7dd7-48c9-978d-5f3580dfebb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:59.214541 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:59.217714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:59.232494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:security_group_rule and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:59.248442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:59.248703 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:59.259636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:59.275620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:59.377332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30a028-2346-4087-a31a-30f00d72da5b None None] Pushing event updated for resources: {'Port': ['ID=c917f384-3cdb-473e-b357-3440cc75ebd9,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:59.389066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f30a028-2346-4087-a31a-30f00d72da5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:59.422042 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.567501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd909-1c63-487c-8acd-37c286603cb8 req-0123b306-66d4-4292-ae9c-1493c5c1f332 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:59.581320 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b91bd909-1c63-487c-8acd-37c286603cb8 req-0123b306-66d4-4292-ae9c-1493c5c1f332 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 946 time: 0.3166022 Nov 20 08:36:59.694745 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.710979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.741791 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b91bd909-1c63-487c-8acd-37c286603cb8 req-f6198f29-5cad-4759-b653-8686e5f62efb tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550939 Nov 20 08:36:59.754597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:59.787822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a9ca70-4813-4424-b2be-420cedaebf1e,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:59.791966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:59.816416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.822098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58594) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:59.822953 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6485646 Nov 20 08:36:59.842395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'security_group_rule': {'security_group_id': '5e8a60ea-7dd7-48c9-978d-5f3580dfebb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:59.873154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:59.892207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:security_group_rule and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:59.896683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:59.920748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:59.969092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.020372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Attempting to bind port c917f384-3cdb-473e-b357-3440cc75ebd9 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:37:00.020372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Attempting to bind port c917f384-3cdb-473e-b357-3440cc75ebd9 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:37:00.021040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Attempting to bind port c917f384-3cdb-473e-b357-3440cc75ebd9 on network 49bd959b-554f-4b2c-b5ed-bccff4feeebb {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:37:00.034400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:37:00.035154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Checking segment: {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:00.035799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.037336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Bound using segment: {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:37:00.037336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Bound port: c917f384-3cdb-473e-b357-3440cc75ebd9, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:37:00.038021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.214562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.220779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.224542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e93c2e08-8940-415e-a653-68d8bf02df8d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:00.274481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526f61cb-5ae5-4bcb-92b7-5b4006ba543d,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:00.287679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:00.305403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.308132 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4827623 Nov 20 08:37:00.311110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58604) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:00.327462 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'floatingip': {'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:00.347268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] For port c917f384-3cdb-473e-b357-3440cc75ebd9, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:37:00.351958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:00.358939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] For port c917f384-3cdb-473e-b357-3440cc75ebd9, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=c917f384-3cdb-473e-b357-3440cc75ebd9,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:37:00.359786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:floatingip and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:00.365035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:00.370675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.377500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:00.388605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4bcffce0-8a52-42f1-a7ea-f6abda4838b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:00.419702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.492457 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30a028-2346-4087-a31a-30f00d72da5b None None] Pushing event updated for resources: {'Port': ['ID=c917f384-3cdb-473e-b357-3440cc75ebd9,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:00.496155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f30a028-2346-4087-a31a-30f00d72da5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:00.692716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:37:00.695253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:36:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:37:00.697082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.875760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 58622) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:01.121981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-734749924-network', 'tenant_id': '8c5c51ec21c64255bcd76d5a40833f04'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:01.171872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:01.187064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Usage tracker for resource:network and tenant:8c5c51ec21c64255bcd76d5a40833f04 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:01.193406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Allocated IP 172.27.0.215 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/b58dffb6-0376-4cb7-9a8f-5046abf21a92) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:01.201690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:01.226408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:37:01.414581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:01.446795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:01.465296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:01.602757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:01.624468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'Port': ['ID=b58dffb6-0376-4cb7-9a8f-5046abf21a92,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:01.629792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:01.654935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Made reservation on behalf of 8c5c51ec21c64255bcd76d5a40833f04 for: {'network': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:01.665190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:01.694538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:37:01.696248 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:01.702158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:37:01.706543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:01.759698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:01.766309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Usage tracker for resource:security_group_rule and tenant:8c5c51ec21c64255bcd76d5a40833f04 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:01.770532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:01.777190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:01.813276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce615b-bc99-4403-8117-3bb731603189 req-5ebda842-7d55-4a60-95c0-b155348974f5 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:01.818982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:01.821695 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-05ce615b-bc99-4403-8117-3bb731603189 req-5ebda842-7d55-4a60-95c0-b155348974f5 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 946 time: 0.6077816 Nov 20 08:37:01.824730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:00Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:37:01.832953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700d785-b9d5-4547-b808-9f7af318331c None None] The sync data for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi is: [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:00Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:37:01.933401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:01.986298 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-05ce615b-bc99-4403-8117-3bb731603189 req-4bdfe862-8987-4f66-a9c7-d8a90960252b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630492 Nov 20 08:37:02.049297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:02.056113 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:02.122889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:37:02.165590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769458699601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:02.166455 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Added segment 3f9118db-5d4e-417a-9a9b-8750f1b30f68 of type vxlan for network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 Nov 20 08:37:02.300354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:02.324375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8d5cd87e-586e-4b3d-95be-8af30613e0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:02.462838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c447a18e-77b1-4f17-9bec-e4a45b33e79b,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:02.477470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:02.485269 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:02.486658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:02.487352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:02.494784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:02.607800 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device c917f384-3cdb-473e-b357-3440cc75ebd9 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:02.796089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port c917f384-3cdb-473e-b357-3440cc75ebd9 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:37:02.813122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port c917f384-3cdb-473e-b357-3440cc75ebd9 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:02.815139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:02.822394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Pushing event updated for resources: {'Network': ['ID=1ad0b09a-2316-417e-8d74-ad5e247f00b4,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:02.839492 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:02.863399 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9833927 Nov 20 08:37:02.863493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for port, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:02.865873 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 58648) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:02.876976 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5584a9-92c2-40ba-a38f-11e2c725de42 req-9522788d-170b-4bc5-8173-dd506bfd4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:02.879077 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cf5584a9-92c2-40ba-a38f-11e2c725de42 req-9522788d-170b-4bc5-8173-dd506bfd4845 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 1163 time: 0.1466966 Nov 20 08:37:02.879429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Request body: {'subnet': {'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-734749924-subnet', 'tenant_id': '8c5c51ec21c64255bcd76d5a40833f04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:02.887528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:02.889552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:02.894125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347794'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:02.900075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Usage tracker for resource:subnet and tenant:8c5c51ec21c64255bcd76d5a40833f04 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:02.942134 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cf5584a9-92c2-40ba-a38f-11e2c725de42 req-af9e2142-959b-48a4-9123-5afbc107fd58 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530555 Nov 20 08:37:02.948719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:03.013351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:03.051038 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:03.154409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Made reservation on behalf of 8c5c51ec21c64255bcd76d5a40833f04 for: {'subnet': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:03.161253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2978799'] for subnet, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.162242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.181680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'Port': ['ID=b58dffb6-0376-4cb7-9a8f-5046abf21a92,revision_number=2']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:03.193853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:03.224278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:03.378448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5fac8-2b84-4c52-880f-208f6e2bc7d3 req-03841502-96c3-4b93-8f53-21e45400c6e9 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:03.383887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port c917f384-3cdb-473e-b357-3440cc75ebd9, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=c917f384-3cdb-473e-b357-3440cc75ebd9,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:37:03.387450 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-34c5fac8-2b84-4c52-880f-208f6e2bc7d3 req-03841502-96c3-4b93-8f53-21e45400c6e9 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 946 time: 0.1426554 Nov 20 08:37:03.392945 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.395176 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:03.454270 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-34c5fac8-2b84-4c52-880f-208f6e2bc7d3 req-681a2a78-55fb-4ea0-93eb-fbf87c2cc484 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644436 Nov 20 08:37:03.473805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=c917f384-3cdb-473e-b357-3440cc75ebd9,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:03.481050 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:03.603901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.685532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.687169 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3728695 Nov 20 08:37:03.938005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1349466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2978814'] for subnet, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.962802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:04.018735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 70b1eb72-01e1-4059-af29-67612bc354b0 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:04.095681 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-212be3b3-b2ec-4a73-beb4-70a5af8f0efb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1392802241&fields=id&tenant_id=23a01ff4098241ebb17193a45fd51161 HTTP/1.1" status: 200 len: 267 time: 0.0732884 Nov 20 08:37:04.240375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7fa09e5-cfd7-454b-83f9-da0ece196f3b,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:04.245296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:04.314896 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Checking segment: {'id': '3f9118db-5d4e-417a-9a9b-8750f1b30f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:04.315395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Network hostable DHCP agents. Network: 1ad0b09a-2316-417e-8d74-ad5e247f00b4, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:37:04.343488 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:37:04.346725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34938f9-2059-4c3a-a096-8789702e411d req-b4ff760f-933f-4220-be43-c072f4a29896 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:04.350244 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-b4ff760f-933f-4220-be43-c072f4a29896 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 811 time: 0.2531350 Nov 20 08:37:04.356088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 1ad0b09a-2316-417e-8d74-ad5e247f00b4) {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:04.362086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 70b1eb72-01e1-4059-af29-67612bc354b0 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:04.362741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:04.377759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:04.378734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:04.387044 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-63e5f561-ef68-42c3-8f75-101144f089ff tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/quotas/23a01ff4098241ebb17193a45fd51161 HTTP/1.1" status: 200 len: 375 time: 0.0200293 Nov 20 08:37:04.413965 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5360184 Nov 20 08:37:04.445969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9381566-f5d9-430d-a6d5-587da1182f19 None None] Network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:37:04.468019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device c917f384-3cdb-473e-b357-3440cc75ebd9 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:04.550758 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-f34938f9-2059-4c3a-a096-8789702e411d req-795a2153-39e5-4c79-a05c-98df7198689f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Synchronizing usage tracker for tenant:23a01ff4098241ebb17193a45fd51161 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:04.582123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-f34938f9-2059-4c3a-a096-8789702e411d req-795a2153-39e5-4c79-a05c-98df7198689f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Unset dirty status for tenant:23a01ff4098241ebb17193a45fd51161 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:04.584685 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-795a2153-39e5-4c79-a05c-98df7198689f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1903923 Nov 20 08:37:04.821595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port c917f384-3cdb-473e-b357-3440cc75ebd9 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:04.822027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:04.940388 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc07c4af-9c08-45a1-8ce8-7be2f6dd5d15 None None] Network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:37:05.042837 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-68b03a63-3492-42f2-a70c-35b370ee0399 service neutron] 10.222.0.32 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421659 Nov 20 08:37:05.391260 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed5395-7daf-468a-b285-b534a7c858b9 req-1fc688f5-4d61-42c6-9daa-23755c8b76e6 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:05.393653 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-29ed5395-7daf-468a-b285-b534a7c858b9 req-1fc688f5-4d61-42c6-9daa-23755c8b76e6 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 946 time: 0.5989876 Nov 20 08:37:05.409756 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-bda27ae0-ef10-4b36-89b6-d0a01d94980c service neutron] 10.222.0.32 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3654504 Nov 20 08:37:05.482048 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-29ed5395-7daf-468a-b285-b534a7c858b9 req-d86485e9-6d8e-4f2d-a85f-d73c6666a52e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709357 Nov 20 08:37:06.043188 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7813116f-b404-4478-8b7e-21c245b145ad req-4f2795ec-4c83-4d77-b941-cb8c42dd2e00 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 210 time: 0.0648620 Nov 20 08:37:06.453612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0e9a8-098e-4629-90af-3693c05b7cf9 req-50f88026-7cd1-46a7-9fe7-a5ea365e82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:06.455644 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-10f0e9a8-098e-4629-90af-3693c05b7cf9 req-50f88026-7cd1-46a7-9fe7-a5ea365e82fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 1163 time: 0.3129754 Nov 20 08:37:06.463371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72ee3-5137-4737-aa76-47a595940b3a req-04ccb80d-6c3f-4539-9d4c-60bc1ad7d3a9 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:06.465327 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e8c72ee3-5137-4737-aa76-47a595940b3a req-04ccb80d-6c3f-4539-9d4c-60bc1ad7d3a9 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2442997 Nov 20 08:37:06.730072 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e8c72ee3-5137-4737-aa76-47a595940b3a req-92cae2dd-6bdc-4750-a92e-3e1bd0c87199 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405844 Nov 20 08:37:06.807998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0e9a8-098e-4629-90af-3693c05b7cf9 req-3a38e8a0-d9ac-45f5-9f82-3ede92c56818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:06.809532 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-10f0e9a8-098e-4629-90af-3693c05b7cf9 req-3a38e8a0-d9ac-45f5-9f82-3ede92c56818 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 912 time: 0.3432195 Nov 20 08:37:06.899513 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-10f0e9a8-098e-4629-90af-3693c05b7cf9 req-8259f258-d407-468e-9248-d2c6025a8a47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52854f8a-5f85-439f-ae49-b8100217e991 HTTP/1.1" status: 200 len: 217 time: 0.0771406 Nov 20 08:37:06.911585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789e6d9-e049-449b-8469-900ca0419fcf req-7a72afb3-f2bf-4b66-bba9-a8fe426e2ead tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:06.913309 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7789e6d9-e049-449b-8469-900ca0419fcf req-7a72afb3-f2bf-4b66-bba9-a8fe426e2ead tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 946 time: 0.1795197 Nov 20 08:37:07.023685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0e9a8-098e-4629-90af-3693c05b7cf9 req-b182c6c8-00d0-49fa-a068-dcbb84cf1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:07.025370 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-10f0e9a8-098e-4629-90af-3693c05b7cf9 req-b182c6c8-00d0-49fa-a068-dcbb84cf1ab5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 200 len: 858 time: 0.1110382 Nov 20 08:37:07.032387 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7789e6d9-e049-449b-8469-900ca0419fcf req-387444e6-b2db-4e35-99b3-c6d6b441c393 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765545 Nov 20 08:37:07.112257 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-10f0e9a8-098e-4629-90af-3693c05b7cf9 req-923580e0-848c-4a9b-804b-8466d44d6a53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad512bb8-48e5-4be8-ad72-4eb634331113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767653 Nov 20 08:37:07.461277 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a86382a-1918-413c-9847-eccdacc6f721 req-70a79615-24d3-4449-8b7b-370dc5540ea7 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 210 time: 0.2004571 Nov 20 08:37:07.554746 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-10f0e9a8-098e-4629-90af-3693c05b7cf9 req-394aec3f-e038-4fbf-97dd-3226c8e107e9 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106369 Nov 20 08:37:07.923991 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-10f0e9a8-098e-4629-90af-3693c05b7cf9 req-13a9b853-31b3-4529-9c68-c8e21f29d24f service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3596170 Nov 20 08:37:07.975933 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34938f9-2059-4c3a-a096-8789702e411d req-ed045d69-2209-4c89-bd47-e1d9a97512c1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:07.977548 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-ed045d69-2209-4c89-bd47-e1d9a97512c1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 811 time: 0.2627292 Nov 20 08:37:08.330165 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-ab37007c-6365-46b6-ae2b-f583bafe651e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23a01ff4098241ebb17193a45fd51161 HTTP/1.1" status: 200 len: 5244 time: 0.3123045 Nov 20 08:37:08.351571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'port': {'device_id': 'fde3725a-098a-497d-8985-2d5195473fdc', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'admin_state_up': True, 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'security_groups': ['5e8a60ea-7dd7-48c9-978d-5f3580dfebb0']}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:08.839876 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c18610-16e9-4f76-a0bf-4b7a4c88ebb2 req-c941eed6-07e7-43ff-a9cb-4cbc6a7cf3e2 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:08.841555 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-18c18610-16e9-4f76-a0bf-4b7a4c88ebb2 req-c941eed6-07e7-43ff-a9cb-4cbc6a7cf3e2 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.7327645 Nov 20 08:37:08.927318 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:08.977067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:08.987370 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-18c18610-16e9-4f76-a0bf-4b7a4c88ebb2 req-7828a235-94e1-46b4-a80e-ac0fce3849db tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318247 Nov 20 08:37:09.000546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Made reservation on behalf of 23a01ff4098241ebb17193a45fd51161 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:09.011747 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:09.237448 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-794e811d-7cd8-48de-95a0-94a96e17ac2c req-e518aac9-1ff2-4abc-8413-4df00f300799 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 210 time: 0.0872350 Nov 20 08:37:09.776823 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-9dc636dd-7392-48f1-bf05-64de4972eb77 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:09.777667 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-9dc636dd-7392-48f1-bf05-64de4972eb77 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Synchronizing usage tracker for tenant:8c5c51ec21c64255bcd76d5a40833f04 on resource:network {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:09.822966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-9dc636dd-7392-48f1-bf05-64de4972eb77 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Unset dirty status for tenant:8c5c51ec21c64255bcd76d5a40833f04 on resource:network {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:09.824318 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-9dc636dd-7392-48f1-bf05-64de4972eb77 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/networks?id=1ad0b09a-2316-417e-8d74-ad5e247f00b4 HTTP/1.1" status: 200 len: 808 time: 0.4677167 Nov 20 08:37:09.826423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Allocated IP 172.20.0.4 (49bd959b-554f-4b2c-b5ed-bccff4feeebb/396c3ca1-079d-41e6-a54b-a35963e19eee/5caa48cf-8d1c-449c-a802-b1ba7ac08b20) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:09.870510 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-8dcab901-77d1-4e0f-a538-3ddcceb9a700 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/quotas/8c5c51ec21c64255bcd76d5a40833f04 HTTP/1.1" status: 200 len: 375 time: 0.0345073 Nov 20 08:37:09.981342 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-6f6e4b45-9f06-462d-8b9c-6ee57b7023be tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c5c51ec21c64255bcd76d5a40833f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977886 Nov 20 08:37:10.319871 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:10.332916 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-ab9bc911-7fd1-40db-9511-0e2de30ccc7f service neutron] 10.222.0.32 "GET /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385537 Nov 20 08:37:10.346409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Transition to ACTIVE for port object 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:10.528450 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:10.552927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:10.614652 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-8ad1b2e9-fff0-4b66-80bd-e4cdec350209 service neutron] 10.222.0.32 "GET /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2659965 Nov 20 08:37:10.747875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'Port': ['ID=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:10.758313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:10.863753 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:37:10.866097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:10.869637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:37:10.879141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:10.880320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:10.944857 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5992062 Nov 20 08:37:11.176795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2416f8-3db1-45f1-a33e-46dadc475bbf req-1304b76c-5174-4bdb-b398-5a45e106075b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:11.179029 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aa2416f8-3db1-45f1-a33e-46dadc475bbf req-1304b76c-5174-4bdb-b398-5a45e106075b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1631162 Nov 20 08:37:11.204856 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-48dd3bbd-48d4-4760-bebd-fc86e619a9fc None None] Provisioning for port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:37:11.214118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-48dd3bbd-48d4-4760-bebd-fc86e619a9fc None None] Provisioning complete for port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:11.214859 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-48dd3bbd-48d4-4760-bebd-fc86e619a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:11.251278 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aa2416f8-3db1-45f1-a33e-46dadc475bbf req-c0887cf2-55e2-417e-a298-26e52c11c147 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642033 Nov 20 08:37:11.330652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-48dd3bbd-48d4-4760-bebd-fc86e619a9fc None None] Port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:37:11.533950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d672274-1ddd-47db-afcc-43dbfc33a612 req-296af21f-30b6-462e-a9c1-38a76ee57633 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:11.534716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-6d672274-1ddd-47db-afcc-43dbfc33a612 req-296af21f-30b6-462e-a9c1-38a76ee57633 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Synchronizing usage tracker for tenant:23a01ff4098241ebb17193a45fd51161 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:11.551266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-6d672274-1ddd-47db-afcc-43dbfc33a612 req-296af21f-30b6-462e-a9c1-38a76ee57633 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Unset dirty status for tenant:23a01ff4098241ebb17193a45fd51161 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:11.552623 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6d672274-1ddd-47db-afcc-43dbfc33a612 req-296af21f-30b6-462e-a9c1-38a76ee57633 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 931 time: 0.1710627 Nov 20 08:37:11.606087 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6d672274-1ddd-47db-afcc-43dbfc33a612 req-4fcc9d7a-0af5-45e4-be07-0b87c2b5596f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471439 Nov 20 08:37:11.833167 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ce222d89-bc31-4c58-a852-4acce185b314 req-6f29161e-712a-46e6-bcb7-51de63bda73f tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 210 time: 0.0526042 Nov 20 08:37:12.507447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d721fc5-329f-4075-9fa1-56d52cda0cf0 req-309fe143-1408-4aac-8ec4-c36a796774fe tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:12.510422 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7d721fc5-329f-4075-9fa1-56d52cda0cf0 req-309fe143-1408-4aac-8ec4-c36a796774fe tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1094003 Nov 20 08:37:12.596365 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7d721fc5-329f-4075-9fa1-56d52cda0cf0 req-fe4c37e0-64d8-4dd4-a3ca-589c11abaa4e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785999 Nov 20 08:37:12.953454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191a7e6-d37a-47a6-b33f-5144852a0399 req-6dfb86ea-bfe8-4d73-a034-c799bf6712ac tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:12.956369 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a191a7e6-d37a-47a6-b33f-5144852a0399 req-6dfb86ea-bfe8-4d73-a034-c799bf6712ac tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 931 time: 0.1576009 Nov 20 08:37:13.013495 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a191a7e6-d37a-47a6-b33f-5144852a0399 req-0e99abd0-79f3-46ab-8eaf-30e7dd24afe7 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506783 Nov 20 08:37:13.225237 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-783764b5-f88e-4673-bda0-19c8676c82b2 req-2a682502-a1f9-4512-bfb3-ca6284a19c9d tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 210 time: 0.0494123 Nov 20 08:37:13.910242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b2b56-d317-4945-9aa6-39361b011a63 req-5932218a-cd33-4c0f-ab73-a470c2ca7d91 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:13.911988 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-232b2b56-d317-4945-9aa6-39361b011a63 req-5932218a-cd33-4c0f-ab73-a470c2ca7d91 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0997684 Nov 20 08:37:13.966329 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-232b2b56-d317-4945-9aa6-39361b011a63 req-6a1aec3b-e7c5-4de3-a09a-5bfe90d2cbfd tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474479 Nov 20 08:37:14.278056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128fb0c-d10f-410a-9fb7-fe5674ee1e71 req-9852e361-2559-42f8-ad42-556c6ea73621 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:14.281536 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8128fb0c-d10f-410a-9fb7-fe5674ee1e71 req-9852e361-2559-42f8-ad42-556c6ea73621 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 931 time: 0.1143703 Nov 20 08:37:14.368384 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8128fb0c-d10f-410a-9fb7-fe5674ee1e71 req-cb276947-da23-4446-b0fb-f00256856cb5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793791 Nov 20 08:37:14.547853 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cd71f644-fa4a-4bf2-bae5-021eb51f59db req-1c0390e3-14b0-4c2a-8329-7077d3dd3e0d tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 210 time: 0.0510643 Nov 20 08:37:14.641483 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Request body: {'port': {'device_id': 'fde3725a-098a-497d-8985-2d5195473fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:14.783028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:15.479438 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077e8f4-177d-44a9-afa9-63aa94a10265 req-5481c5a9-9b28-4e7b-8952-8e2e6f4acec0 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:15.481128 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d077e8f4-177d-44a9-afa9-63aa94a10265 req-5481c5a9-9b28-4e7b-8952-8e2e6f4acec0 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2419784 Nov 20 08:37:15.622641 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d077e8f4-177d-44a9-afa9-63aa94a10265 req-b6e3a2cd-d2a2-4287-8f3a-253fdf312fee tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273723 Nov 20 08:37:15.696185 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:37:15.706414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:15.729975 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed4cd4-d9ee-4671-94d6-c9bf4e3e6ebc req-f157407a-4cdf-4a1c-8608-cf9bc3038c51 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:15.731741 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-09ed4cd4-d9ee-4671-94d6-c9bf4e3e6ebc req-f157407a-4cdf-4a1c-8608-cf9bc3038c51 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 931 time: 0.2039759 Nov 20 08:37:15.732950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Transition to ACTIVE for port object 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:15.738946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:15.773003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:16.040322 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0be4ba31-669a-434d-b0f9-50a81bca2d93 req-9536b041-8e39-464f-a524-fd6d3424bab1 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 210 time: 0.1979179 Nov 20 08:37:16.240628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Pushing event updated for resources: {'Port': ['ID=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:16.248426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:16.262030 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-09ed4cd4-d9ee-4671-94d6-c9bf4e3e6ebc req-1cee76d7-895e-4495-a75c-09d0202cce7d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4912105 Nov 20 08:37:16.436620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Attempting to bind port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:37:16.437359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Attempting to bind port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:37:16.438336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Attempting to bind port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 on network 49bd959b-554f-4b2c-b5ed-bccff4feeebb {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:37:16.446783 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:37:16.447346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Checking segment: {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:16.447881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.448624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Bound using segment: {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:37:16.449212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Bound port: 5caa48cf-8d1c-449c-a802-b1ba7ac08b20, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:37:16.449675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.572358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] For port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:37:16.576494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] For port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:37:16.581784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.598979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:16.793169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Pushing event updated for resources: {'Port': ['ID=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:16.797908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:16.903238 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:16.903975 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.905613 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] 10.222.0.24 "PUT /v2.0/ports/5caa48cf-8d1c-449c-a802-b1ba7ac08b20 HTTP/1.1" status: 200 len: 1157 time: 2.2702429 Nov 20 08:37:16.910573 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde3725a-098a-497d-8985-2d5195473fdc', 'tag': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:16.948921 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa66ea-0bb4-4bf7-bb36-9ad4679c62bf req-ebdb11ed-009d-46a3-9e33-d9ceea2c9496 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:16.951161 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a3aa66ea-0bb4-4bf7-bb36-9ad4679c62bf req-ebdb11ed-009d-46a3-9e33-d9ceea2c9496 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1426969 Nov 20 08:37:16.997611 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde3725a-098a-497d-8985-2d5195473fdc', 'tag': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20', 'status': 'completed', 'code': 200} Nov 20 08:37:17.032082 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a3aa66ea-0bb4-4bf7-bb36-9ad4679c62bf req-91e164f9-134f-4511-870a-160b4a92dd8f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692203 Nov 20 08:37:17.272000 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2397a562-1b22-4474-b6ad-a825f3a53644 req-6ee2e0bb-0d68-4210-a2ef-18ac8e27d69e tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 210 time: 0.0578737 Nov 20 08:37:17.579255 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d27073-aa8d-4095-ade9-dae2260f7c6a req-4c0b3d9b-bbdc-4cae-9f77-deebd84d30bd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:17.581973 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b5d27073-aa8d-4095-ade9-dae2260f7c6a req-4c0b3d9b-bbdc-4cae-9f77-deebd84d30bd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.1569772 Nov 20 08:37:17.643963 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b5d27073-aa8d-4095-ade9-dae2260f7c6a req-d0b41db3-7132-4eaa-9838-b2fcfb0c4b3b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513825 Nov 20 08:37:18.318930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea125e6-2287-4254-b295-9df0e7074923 req-2f3be7de-638b-426e-baa5-ea94c00e9cc5 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:18.320792 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7ea125e6-2287-4254-b295-9df0e7074923 req-2f3be7de-638b-426e-baa5-ea94c00e9cc5 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0937440 Nov 20 08:37:18.377894 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7ea125e6-2287-4254-b295-9df0e7074923 req-adceec1c-9401-42b3-a750-b44e9844f79d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470636 Nov 20 08:37:18.563215 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8bb8d810-28df-417d-9fcc-a17eda0a9b41 req-7f6958ec-2048-4e8a-b5e7-888aecafa3cf tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 210 time: 0.0481288 Nov 20 08:37:18.900494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e4fb-391c-4ee3-8aa1-929998678710 req-86ec36a1-e0aa-49ac-a609-c192ae1a9e6e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:18.902281 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8bd5e4fb-391c-4ee3-8aa1-929998678710 req-86ec36a1-e0aa-49ac-a609-c192ae1a9e6e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.0912063 Nov 20 08:37:18.960513 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8bd5e4fb-391c-4ee3-8aa1-929998678710 req-ee96bbe3-09e9-4972-8580-773bdcbadc45 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503659 Nov 20 08:37:19.612143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e7830-c582-4066-b91d-de6c19c3ae35 req-2ede68d4-10a7-4250-a8b3-2df25feb0ff3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:19.613845 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-129e7830-c582-4066-b91d-de6c19c3ae35 req-2ede68d4-10a7-4250-a8b3-2df25feb0ff3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0888469 Nov 20 08:37:19.680572 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-129e7830-c582-4066-b91d-de6c19c3ae35 req-96ac6ff9-c669-42d2-8a29-06de78d9f9dd tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543704 Nov 20 08:37:19.899093 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c6aa2efe-ddc6-450f-b914-1f3ee6944167 req-4bb9d29b-243f-4ce3-9c95-64ccc357e613 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 210 time: 0.0912387 Nov 20 08:37:19.976317 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d5498e2a-88d3-4d93-84cf-5532d983a56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.240374 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a47d25-1793-4a25-b093-0db1528adf3c req-f424d052-28e8-46df-a784-c0ed84003b7f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:20.243298 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b2a47d25-1793-4a25-b093-0db1528adf3c req-f424d052-28e8-46df-a784-c0ed84003b7f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.1051674 Nov 20 08:37:20.328728 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b2a47d25-1793-4a25-b093-0db1528adf3c req-11331629-5b6b-4cc4-9fb6-b4fcb0c92792 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756919 Nov 20 08:37:20.570500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:21.138899 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-f0f56334-cffe-4cdc-9ec3-7b5609974ee0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:21.140660 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-f0f56334-cffe-4cdc-9ec3-7b5609974ee0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.24 "GET /v2.0/networks?id=1ad0b09a-2316-417e-8d74-ad5e247f00b4 HTTP/1.1" status: 200 len: 808 time: 0.4259810 Nov 20 08:37:21.166230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92c56b-f067-42a1-a959-b9bd54aaf432 req-968fdf34-e923-43c0-9e6b-78c8d63fcbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:21.167908 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1c92c56b-f067-42a1-a959-b9bd54aaf432 req-968fdf34-e923-43c0-9e6b-78c8d63fcbf8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 1160 time: 0.4113309 Nov 20 08:37:21.224962 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7cea3420-7d3f-44d2-8b04-67327d8faeb9 req-dad646aa-e828-4b76-a1d6-bfc6a07d00c1 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 210 time: 0.0535922 Nov 20 08:37:21.232437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108d65-40c1-4a4b-8011-a61ecd3a078d req-329bf849-83a8-4e30-86df-4b30efcf4879 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:21.235016 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a108d65-40c1-4a4b-8011-a61ecd3a078d req-329bf849-83a8-4e30-86df-4b30efcf4879 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2080765 Nov 20 08:37:21.305040 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a108d65-40c1-4a4b-8011-a61ecd3a078d req-77cac2fb-c623-4156-9334-a16071aacd84 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583439 Nov 20 08:37:21.566152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Request body: {'port': {'device_id': 'cd45bb31-54b2-4e1a-908a-7cb5a6bc6317', 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4', 'admin_state_up': True, 'tenant_id': '8c5c51ec21c64255bcd76d5a40833f04'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:21.709967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:37:22.016866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b67213-61a5-4b44-b058-06e39c1ae87d req-58ba6a48-aa16-48a8-80d2-f7aacd83a4c1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:22.018686 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-87b67213-61a5-4b44-b058-06e39c1ae87d req-58ba6a48-aa16-48a8-80d2-f7aacd83a4c1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.5448635 Nov 20 08:37:22.092239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92c56b-f067-42a1-a959-b9bd54aaf432 req-22be3e2e-104f-411a-982d-4fcb6533e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:22.094669 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1c92c56b-f067-42a1-a959-b9bd54aaf432 req-22be3e2e-104f-411a-982d-4fcb6533e2db service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=23a01ff4098241ebb17193a45fd51161&shared=False HTTP/1.1" status: 200 len: 905 time: 0.5601237 Nov 20 08:37:22.101267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:22.106972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Usage tracker for resource:port and tenant:8c5c51ec21c64255bcd76d5a40833f04 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:22.115723 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Quota usage for port was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:22.149296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:22.194413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Made reservation on behalf of 8c5c51ec21c64255bcd76d5a40833f04 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:22.200671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:22.306505 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-87b67213-61a5-4b44-b058-06e39c1ae87d req-6b00f61f-50fc-4c58-ae33-3dce277fb77a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398529 Nov 20 08:37:22.657377 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c2f620eb-30ac-4032-b2a9-7818631689de req-30db82f1-2af7-403a-9244-76be6c58e7b6 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 210 time: 0.1028321 Nov 20 08:37:22.666287 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92c56b-f067-42a1-a959-b9bd54aaf432 req-07ae1ac0-b098-4d19-9caa-6d847087590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:22.667937 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1c92c56b-f067-42a1-a959-b9bd54aaf432 req-07ae1ac0-b098-4d19-9caa-6d847087590a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5473027 Nov 20 08:37:22.779165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Allocated IP 172.20.0.11 (1ad0b09a-2316-417e-8d74-ad5e247f00b4/d7fa09e5-cfd7-454b-83f9-da0ece196f3b/c1ed7058-7974-4c12-891a-070c5a5522d9) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:22.793883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af263bdf-d66d-4354-90b5-5edc3857050a req-526b935c-5cf9-417f-a161-960f81e9d5b3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:22.795641 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-af263bdf-d66d-4354-90b5-5edc3857050a req-526b935c-5cf9-417f-a161-960f81e9d5b3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1939106 Nov 20 08:37:22.881164 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:22.884528 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-af263bdf-d66d-4354-90b5-5edc3857050a req-72d125d9-6465-42d0-b1ee-53b429c9cc9a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785146 Nov 20 08:37:22.914941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f3331d6e-2050-4f6e-915c-5db6f4f56c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.118719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.151468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.170975 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-034d6daf-a28b-4a36-ba6c-de17e52596a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:23.333406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Pushing event updated for resources: {'Port': ['ID=c1ed7058-7974-4c12-891a-070c5a5522d9,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:23.345704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:23.403356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:37:23.404690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:23.409983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:37:23.414334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:23.415087 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.442716 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9067647 Nov 20 08:37:23.614356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1e8e2-fb4d-4d2e-be9c-86abafc63db2 req-7784cd46-b275-4b48-9320-237d19dc2a42 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:23.616122 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33a1e8e2-fb4d-4d2e-be9c-86abafc63db2 req-7784cd46-b275-4b48-9320-237d19dc2a42 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.0889497 Nov 20 08:37:23.713647 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33a1e8e2-fb4d-4d2e-be9c-86abafc63db2 req-c03f668f-ff42-42e8-b6db-eaa7d5d81b9a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854585 Nov 20 08:37:23.963161 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f744c2a-31e1-421b-9642-63add0cc7d16 req-e043248c-7d30-4bfe-9d80-540d332d34cf tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:23.963857 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4f744c2a-31e1-421b-9642-63add0cc7d16 req-e043248c-7d30-4bfe-9d80-540d332d34cf tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Synchronizing usage tracker for tenant:8c5c51ec21c64255bcd76d5a40833f04 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:23.981571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4f744c2a-31e1-421b-9642-63add0cc7d16 req-e043248c-7d30-4bfe-9d80-540d332d34cf tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Unset dirty status for tenant:8c5c51ec21c64255bcd76d5a40833f04 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:23.982901 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f744c2a-31e1-421b-9642-63add0cc7d16 req-e043248c-7d30-4bfe-9d80-540d332d34cf tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 932 time: 0.1075301 Nov 20 08:37:24.036576 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4f744c2a-31e1-421b-9642-63add0cc7d16 req-3e3b3842-e402-45d1-b4fd-1e2f7faa52bc tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Synchronizing usage tracker for tenant:8c5c51ec21c64255bcd76d5a40833f04 on resource:security_group {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:24.054011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4f744c2a-31e1-421b-9642-63add0cc7d16 req-3e3b3842-e402-45d1-b4fd-1e2f7faa52bc tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Unset dirty status for tenant:8c5c51ec21c64255bcd76d5a40833f04 on resource:security_group {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:24.055335 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f744c2a-31e1-421b-9642-63add0cc7d16 req-3e3b3842-e402-45d1-b4fd-1e2f7faa52bc tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660486 Nov 20 08:37:24.331879 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ae5e0-e9ee-4af2-b4c2-64cdc78e833e req-7a177596-ddd8-45dd-8638-b44d3a00a736 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:24.334788 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6c9ae5e0-e9ee-4af2-b4c2-64cdc78e833e req-7a177596-ddd8-45dd-8638-b44d3a00a736 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1124861 Nov 20 08:37:24.368261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:24.397511 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6c9ae5e0-e9ee-4af2-b4c2-64cdc78e833e req-95d88be2-fe84-44d8-a57c-12646c4ffb8e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559397 Nov 20 08:37:24.964585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb15eb-8791-46ad-a1ae-9a9154b11563 req-5bf2c352-1434-4310-bef1-12134cb70c68 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:24.966279 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bddb15eb-8791-46ad-a1ae-9a9154b11563 req-5bf2c352-1434-4310-bef1-12134cb70c68 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.1028106 Nov 20 08:37:25.020987 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bddb15eb-8791-46ad-a1ae-9a9154b11563 req-25681012-847e-4e28-ad8a-3f16c098fc36 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474985 Nov 20 08:37:25.130518 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:25.316211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab3731-323d-4bf9-84a2-0bceeb4b020b req-0a6e9655-956b-4afc-a840-7047f2bfc8a6 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:25.317803 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37ab3731-323d-4bf9-84a2-0bceeb4b020b req-0a6e9655-956b-4afc-a840-7047f2bfc8a6 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 932 time: 0.1035991 Nov 20 08:37:25.371844 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37ab3731-323d-4bf9-84a2-0bceeb4b020b req-b964d731-974d-4430-b8e3-2cb9baa70355 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Nov 20 08:37:25.627895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a7720-db09-4387-bfd5-03d9b5fae556 req-5b226dff-6144-485c-845a-20f5878cecc0 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:25.629723 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f8a7720-db09-4387-bfd5-03d9b5fae556 req-5b226dff-6144-485c-845a-20f5878cecc0 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0884204 Nov 20 08:37:25.713406 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f8a7720-db09-4387-bfd5-03d9b5fae556 req-ac03d798-376b-43c7-9a3c-4409ff1a3558 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732932 Nov 20 08:37:26.250872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf87f2-650e-4fc4-a29d-70a12666bc17 req-806144e4-6040-4b5d-95e5-78992d833f98 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:26.253018 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-59cf87f2-650e-4fc4-a29d-70a12666bc17 req-806144e4-6040-4b5d-95e5-78992d833f98 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.0951021 Nov 20 08:37:26.308943 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-59cf87f2-650e-4fc4-a29d-70a12666bc17 req-c917f614-1eed-448a-8a7f-f36317436544 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495250 Nov 20 08:37:26.609113 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f55996-384f-4bb9-9fde-0eda7128e533 req-b72854da-daaa-4b12-ac8a-05b3cffcff94 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:26.611398 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-02f55996-384f-4bb9-9fde-0eda7128e533 req-b72854da-daaa-4b12-ac8a-05b3cffcff94 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 932 time: 0.0903270 Nov 20 08:37:26.643919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Request body: {'port': {'device_id': 'cd45bb31-54b2-4e1a-908a-7cb5a6bc6317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:26.769312 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-02f55996-384f-4bb9-9fde-0eda7128e533 req-078dfcd9-2e26-4ff0-8173-a3c6758d0550 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473465 Nov 20 08:37:26.800215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:27.670055 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b25117-2550-4fe2-9c5f-6c5d2d3229a9 req-95868827-bf8e-45ef-b3d4-c47a854ac7c6 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:27.672267 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f7b25117-2550-4fe2-9c5f-6c5d2d3229a9 req-95868827-bf8e-45ef-b3d4-c47a854ac7c6 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.6242480 Nov 20 08:37:27.694636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34938f9-2059-4c3a-a096-8789702e411d req-48d5b65f-1fac-48f2-829f-5b787602c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:27.696294 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-48d5b65f-1fac-48f2-829f-5b787602c893 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 1160 time: 0.5531526 Nov 20 08:37:27.822972 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-a9d7afd6-3bf5-4b10-a492-627f703bc76b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20 HTTP/1.1" status: 200 len: 217 time: 0.0971925 Nov 20 08:37:27.907659 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382328a1-198a-408f-821e-7ef0a9f636b2 req-af688bd7-3462-4b8b-b3e2-1a699ed2f5b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:27.909390 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-382328a1-198a-408f-821e-7ef0a9f636b2 req-af688bd7-3462-4b8b-b3e2-1a699ed2f5b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.4072342 Nov 20 08:37:27.973083 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f7b25117-2550-4fe2-9c5f-6c5d2d3229a9 req-7fdbd72e-c029-4b24-9ecc-d1f57c215c9b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745216 Nov 20 08:37:28.037985 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ed7058-7974-4c12-891a-070c5a5522d9 {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:37:28.047667 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:28.064985 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Transition to ACTIVE for port object c1ed7058-7974-4c12-891a-070c5a5522d9 will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:28.067430 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34938f9-2059-4c3a-a096-8789702e411d req-324de933-5c4f-4760-a870-6d262e49ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:28.070229 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-324de933-5c4f-4760-a870-6d262e49ba06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=396c3ca1-079d-41e6-a54b-a35963e19eee HTTP/1.1" status: 200 len: 850 time: 0.2199280 Nov 20 08:37:28.073908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:28.136044 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:28.245454 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-382328a1-198a-408f-821e-7ef0a9f636b2 req-d407cd29-fb43-416f-b90b-1bf88f5e9db4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949483 Nov 20 08:37:28.427414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Pushing event updated for resources: {'Port': ['ID=c1ed7058-7974-4c12-891a-070c5a5522d9,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:28.431666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:28.504141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34938f9-2059-4c3a-a096-8789702e411d req-355994d5-c339-4a7b-9cd9-24c646c09bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:28.505793 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-355994d5-c339-4a7b-9cd9-24c646c09bb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49bd959b-554f-4b2c-b5ed-bccff4feeebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4081347 Nov 20 08:37:28.768410 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c03c54-122c-4789-b879-fdc2b45fa5a1 req-d3651d58-7c01-41f4-bc1a-2a6dbace04ae tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:28.770118 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b5c03c54-122c-4789-b879-fdc2b45fa5a1 req-d3651d58-7c01-41f4-bc1a-2a6dbace04ae tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.4275427 Nov 20 08:37:28.918164 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Attempting to bind port c1ed7058-7974-4c12-891a-070c5a5522d9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:37:28.918545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Attempting to bind port c1ed7058-7974-4c12-891a-070c5a5522d9 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '3f9118db-5d4e-417a-9a9b-8750f1b30f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:37:28.918940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Attempting to bind port c1ed7058-7974-4c12-891a-070c5a5522d9 on network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:37:28.928104 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-82a7dbdb-4706-409d-bb39-f7e9acb36cf9 service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120989 Nov 20 08:37:28.986917 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:37:28.987299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Checking segment: {'id': '3f9118db-5d4e-417a-9a9b-8750f1b30f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:28.987708 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:28.988111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Bound using segment: {'id': '3f9118db-5d4e-417a-9a9b-8750f1b30f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:37:28.988605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Bound port: c1ed7058-7974-4c12-891a-070c5a5522d9, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9118db-5d4e-417a-9a9b-8750f1b30f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:37:28.988980 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:29.036047 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b5c03c54-122c-4789-b879-fdc2b45fa5a1 req-855f8bdd-2f4a-43c5-b9aa-7724bb26e56a tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510478 Nov 20 08:37:29.171839 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-80af65c6-95ab-4686-bf11-bfd0beddee55 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:29.173582 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-80af65c6-95ab-4686-bf11-bfd0beddee55 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 814 time: 0.5286703 Nov 20 08:37:29.236778 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-5d50e55f-1ec7-412b-8163-a8d78d0db92e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/quotas/61907a3500114ad79753ba894f54723b HTTP/1.1" status: 200 len: 375 time: 0.0485435 Nov 20 08:37:29.295017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] For port c1ed7058-7974-4c12-891a-070c5a5522d9, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:37:29.302231 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f34938f9-2059-4c3a-a096-8789702e411d req-331031d8-a9d2-4a4f-8cbc-2a7ccd7b4d5a service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3602498 Nov 20 08:37:29.323949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] For port c1ed7058-7974-4c12-891a-070c5a5522d9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c1ed7058-7974-4c12-891a-070c5a5522d9,segment=NetworkSegment(3f9118db-5d4e-417a-9a9b-8750f1b30f68),segment_id=3f9118db-5d4e-417a-9a9b-8750f1b30f68)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:37:29.337798 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:29.382969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:29.610083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Pushing event updated for resources: {'Port': ['ID=c1ed7058-7974-4c12-891a-070c5a5522d9,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:29.616853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:29.846020 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-626c928d-1408-41a3-888f-c56bf8a0fe9b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5990026 Nov 20 08:37:30.293267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed0c07-a8f4-4550-949f-00e4ba524005 req-30c55f5e-bbed-4781-8941-deaff5280056 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:30.294992 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-99ed0c07-a8f4-4550-949f-00e4ba524005 req-30c55f5e-bbed-4781-8941-deaff5280056 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.9142995 Nov 20 08:37:30.329377 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:30.330058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:30.331836 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] 10.222.0.24 "PUT /v2.0/ports/c1ed7058-7974-4c12-891a-070c5a5522d9 HTTP/1.1" status: 200 len: 1158 time: 3.6925018 Nov 20 08:37:30.333717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd45bb31-54b2-4e1a-908a-7cb5a6bc6317', 'tag': 'c1ed7058-7974-4c12-891a-070c5a5522d9'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:30.365618 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-536a6676-acb8-4b90-a727-5070064a8b75 service neutron] 10.222.0.32 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047717 Nov 20 08:37:30.418886 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-99ed0c07-a8f4-4550-949f-00e4ba524005 req-3b5bb745-e814-4744-ad6f-290560335d7e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123562 Nov 20 08:37:30.611292 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-4c0ce1bf-4095-4915-acbf-84c593094a5f service neutron] 10.222.0.32 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2366438 Nov 20 08:37:30.686224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604f25-ef48-4b7b-a9ed-5321fc85b017 req-628cc28e-e732-4fe1-99f4-fdd140b30eb7 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:30.689833 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe604f25-ef48-4b7b-a9ed-5321fc85b017 req-628cc28e-e732-4fe1-99f4-fdd140b30eb7 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.1259565 Nov 20 08:37:30.771880 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe604f25-ef48-4b7b-a9ed-5321fc85b017 req-62219856-b1e9-4b44-82ff-acee70a35807 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741270 Nov 20 08:37:31.139809 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07511ee-269c-46ca-aae5-ac3f6f92eb9a req-d3b117b4-1e9d-4e97-b70c-833f928e4eca tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:31.142883 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a07511ee-269c-46ca-aae5-ac3f6f92eb9a req-d3b117b4-1e9d-4e97-b70c-833f928e4eca tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.1694651 Nov 20 08:37:31.203618 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a07511ee-269c-46ca-aae5-ac3f6f92eb9a req-e1ea57a7-3ba7-40e2-a5fb-495537cf1687 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524807 Nov 20 08:37:31.300023 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd45bb31-54b2-4e1a-908a-7cb5a6bc6317', 'tag': 'c1ed7058-7974-4c12-891a-070c5a5522d9', 'status': 'completed', 'code': 200} Nov 20 08:37:31.476866 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1f4111f9-de5d-4622-a02c-502af0027200 req-8f293ab2-01f0-42ca-b5f5-d6fa5b24219b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 210 time: 0.0717833 Nov 20 08:37:31.697945 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8e770-ff26-43e9-874b-74ee72286e28 req-1a328dc8-8ffd-47d4-b4e6-a22a9705883e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:31.699784 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3cf8e770-ff26-43e9-874b-74ee72286e28 req-1a328dc8-8ffd-47d4-b4e6-a22a9705883e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0905650 Nov 20 08:37:31.761276 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3cf8e770-ff26-43e9-874b-74ee72286e28 req-21f07ba6-566c-46b7-affb-0f4e745cff85 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533378 Nov 20 08:37:32.051937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086bd37-9034-4ca7-aa92-6c8d7ef5f119 req-840c86a7-870f-41af-90ac-b6f70b90297f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:32.053728 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c086bd37-9034-4ca7-aa92-6c8d7ef5f119 req-840c86a7-870f-41af-90ac-b6f70b90297f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.0992954 Nov 20 08:37:32.118700 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c086bd37-9034-4ca7-aa92-6c8d7ef5f119 req-494d179f-7bc3-48d7-a92d-47024b2bc783 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532277 Nov 20 08:37:32.448003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45b4bf-fe0d-4645-9743-00e4694312aa req-276f9599-863b-4151-9780-f849f4d7d827 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:32.449738 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b45b4bf-fe0d-4645-9743-00e4694312aa req-276f9599-863b-4151-9780-f849f4d7d827 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.0943053 Nov 20 08:37:32.504665 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b45b4bf-fe0d-4645-9743-00e4694312aa req-1c9c84ef-04fe-4984-b330-2a287bea23c3 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477397 Nov 20 08:37:32.709834 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4a6527fb-69bf-4d30-85f2-94fe16c6e6a4 req-85df1cf1-fc84-4953-b7ec-39db444de457 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 210 time: 0.0492702 Nov 20 08:37:33.016095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd2b1a-1e0b-41f5-8c42-36ef2e995ba2 req-03db5801-1377-4ade-b8e0-aff9bba73686 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:33.017798 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c6bd2b1a-1e0b-41f5-8c42-36ef2e995ba2 req-03db5801-1377-4ade-b8e0-aff9bba73686 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0977616 Nov 20 08:37:33.081973 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c6bd2b1a-1e0b-41f5-8c42-36ef2e995ba2 req-5772dfdd-7fee-42fb-a03a-9aa53501a85e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522676 Nov 20 08:37:33.363481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82eed6-5faa-42ec-b26a-6ab49e90a174 req-badff7d6-86b9-4d1f-9e82-df140963b9d5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:33.365126 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fb82eed6-5faa-42ec-b26a-6ab49e90a174 req-badff7d6-86b9-4d1f-9e82-df140963b9d5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.0938025 Nov 20 08:37:33.425155 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fb82eed6-5faa-42ec-b26a-6ab49e90a174 req-ff0f9a3b-65a0-410e-9600-3d7ce9fb23c9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476637 Nov 20 08:37:33.790686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7ef9e-f9db-4ad1-a086-cfc922c76aea req-06c8c464-a95c-4ba4-8fb5-6543eb545e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:33.795147 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3df7ef9e-f9db-4ad1-a086-cfc922c76aea req-06c8c464-a95c-4ba4-8fb5-6543eb545e20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c5c51ec21c64255bcd76d5a40833f04&device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 1161 time: 0.1158288 Nov 20 08:37:34.086663 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-15a9c405-1882-4397-8d25-1647833d60f7 req-388c948d-d840-4488-8752-8e40f5498ff0 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 210 time: 0.1287992 Nov 20 08:37:34.106624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053321b-109e-4db6-86ed-545acf3e2c0f req-fb82a339-2acc-40da-97df-4a45638a6f3c tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:34.107930 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7053321b-109e-4db6-86ed-545acf3e2c0f req-fb82a339-2acc-40da-97df-4a45638a6f3c tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.2548795 Nov 20 08:37:34.147145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7ef9e-f9db-4ad1-a086-cfc922c76aea req-8fc6b5fc-2aaa-4c7c-a2b7-e25fd20d9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:34.148805 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3df7ef9e-f9db-4ad1-a086-cfc922c76aea req-8fc6b5fc-2aaa-4c7c-a2b7-e25fd20d9cf7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8c5c51ec21c64255bcd76d5a40833f04&shared=False HTTP/1.1" status: 200 len: 902 time: 0.3389387 Nov 20 08:37:34.189164 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7053321b-109e-4db6-86ed-545acf3e2c0f req-eacf43f6-7d0d-4a54-aac6-12580c87e7eb tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640004 Nov 20 08:37:34.529516 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7ef9e-f9db-4ad1-a086-cfc922c76aea req-dc353934-8e16-4ece-ae60-b3ff52001766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:34.532061 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3df7ef9e-f9db-4ad1-a086-cfc922c76aea req-dc353934-8e16-4ece-ae60-b3ff52001766 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2899213 Nov 20 08:37:34.550313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5be4f-0eed-4a93-9c3f-425fea76e219 req-0260583c-36b6-41bc-b933-ccc408b13ecd tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:34.552400 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-04d5be4f-0eed-4a93-9c3f-425fea76e219 req-0260583c-36b6-41bc-b933-ccc408b13ecd tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2387695 Nov 20 08:37:34.759096 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-04d5be4f-0eed-4a93-9c3f-425fea76e219 req-ecd16c88-da90-484f-9ea9-d37dcb78d9d9 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992610 Nov 20 08:37:34.824178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e6bb7-405d-4494-b3f5-72e5e9fb82a3 req-772785d7-1f20-4223-ab70-576ed315dbac tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:34.827144 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b64e6bb7-405d-4494-b3f5-72e5e9fb82a3 req-772785d7-1f20-4223-ab70-576ed315dbac tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.2498238 Nov 20 08:37:34.865730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-f0b7f4fc-6824-4cfd-b349-617264aaa8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:34.868727 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-f0b7f4fc-6824-4cfd-b349-617264aaa8b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c5c51ec21c64255bcd76d5a40833f04&device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 1161 time: 0.1847713 Nov 20 08:37:35.017391 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b64e6bb7-405d-4494-b3f5-72e5e9fb82a3 req-8e843629-b843-4317-8a1e-725b1adc0b5a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819904 Nov 20 08:37:35.020186 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-fab9d2b7-d68b-4ffb-bd16-2bbc58b3def6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1ed7058-7974-4c12-891a-070c5a5522d9 HTTP/1.1" status: 200 len: 217 time: 0.1347051 Nov 20 08:37:35.127341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-6bd7ffd4-26f6-4de3-86bd-385e663f4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:35.129934 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-6bd7ffd4-26f6-4de3-86bd-385e663f4574 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7fa09e5-cfd7-454b-83f9-da0ece196f3b HTTP/1.1" status: 200 len: 848 time: 0.0990319 Nov 20 08:37:35.224034 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-bb9de916-2c2f-4997-94b4-de08e9881087 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ad0b09a-2316-417e-8d74-ad5e247f00b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713241 Nov 20 08:37:35.539172 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ef7e6eae-373c-43e3-804b-7fe51e3e0837 req-5550da62-30e6-4d66-9e5a-97fe2d15ad47 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 210 time: 0.2187555 Nov 20 08:37:35.683062 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-072601b7-1b2f-4305-9ea9-7ebb8f41dc2c service neutron] 10.222.0.24 "GET /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508233 Nov 20 08:37:36.434176 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3a45-6707-4ed1-a04c-db160fc43aa7 req-af25d3f3-5d4c-4823-8c75-32a73fa77dae tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:36.435928 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a5c3a45-6707-4ed1-a04c-db160fc43aa7 req-af25d3f3-5d4c-4823-8c75-32a73fa77dae tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 1.0317724 Nov 20 08:37:36.489574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-d28366ea-350e-4a7c-a635-d9b2ab7d5a21 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:36.494340 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-d28366ea-350e-4a7c-a635-d9b2ab7d5a21 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 814 time: 0.8591292 Nov 20 08:37:36.532341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Request body: {'port': {'device_id': '9bcdfb13-df61-494a-ad07-416073e09f22', 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c', 'admin_state_up': True, 'tenant_id': '61907a3500114ad79753ba894f54723b'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:36.582172 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-296f7f65-0583-4d1c-aa3a-1b47eba6d4a1 req-e5b210bf-90e7-4d11-877e-3a6bb79fb2e2 service neutron] 10.222.0.24 "GET /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7724671 Nov 20 08:37:36.694625 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a107e3-16a6-429d-9698-a9c7613b8668 req-17f77366-e99a-4d4f-bb9f-12ce682bdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:36.696363 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-38a107e3-16a6-429d-9698-a9c7613b8668 req-17f77366-e99a-4d4f-bb9f-12ce682bdd48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 1163 time: 0.8892732 Nov 20 08:37:36.706543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c557ca-7a20-4c33-bf24-8713a483d36f req-77ae03ff-6502-4509-8e7e-603e8a291679 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:36.708254 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-11c557ca-7a20-4c33-bf24-8713a483d36f req-77ae03ff-6502-4509-8e7e-603e8a291679 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.4886613 Nov 20 08:37:36.710731 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a5c3a45-6707-4ed1-a04c-db160fc43aa7 req-24c8a8be-dcd2-4d10-a995-aefdc3052297 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574461 Nov 20 08:37:36.826253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:36.847582 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-38a107e3-16a6-429d-9698-a9c7613b8668 req-92cba71a-b5bc-4033-92e6-7ec68e7b7d6d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291659 Nov 20 08:37:36.848529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:36.854434 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-11c557ca-7a20-4c33-bf24-8713a483d36f req-f56a7051-4e12-4cd4-934e-a69ecb2b31e3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172957 Nov 20 08:37:36.866882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Made reservation on behalf of 61907a3500114ad79753ba894f54723b for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:36.877916 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:37.210031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018a277-d5b4-4842-98f5-4f425e946090 req-f4cd3912-9e3a-4a96-a247-98f9fad8b290 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:37.211970 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8018a277-d5b4-4842-98f5-4f425e946090 req-f4cd3912-9e3a-4a96-a247-98f9fad8b290 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.2757478 Nov 20 08:37:37.423692 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8018a277-d5b4-4842-98f5-4f425e946090 req-ef983f45-38bf-4937-93e8-2c0a5d642e73 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821427 Nov 20 08:37:37.463982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Allocated IP 172.20.0.9 (718043b5-18f0-487a-b0a0-0bd83f46e15c/27633da5-51ad-4151-9df2-98015bdc16d6/df4f1b8c-e4c2-40ca-99ca-6a56540cc23f) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:37.693141 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-574b87fb-0051-4637-8f03-6130061d2551 req-3b4e258f-4e6e-47ef-9f66-f68975c20c53 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 210 time: 0.1152723 Nov 20 08:37:37.810188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59266) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:37.911490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:37.948185 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:37.975098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-061799b4-4818-42d8-a9e3-bc6d6d79e693 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:38.075008 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.140281 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:38.146771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] Usage tracker for resource:security_group_rule and tenant:7d4d20f0668f4316bdf55eb102b5c5ec is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:38.150114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:38.157611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:38.243715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Pushing event updated for resources: {'Port': ['ID=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:38.247071 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:38.294322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.300991 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.315811 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fe0f29e4-a58c-467d-b347-32ed13455d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:38.316843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b371a-d858-4883-a773-3393929649e0 req-bf8c52e4-53a8-4f09-a7e6-a6a4e5b12e5e tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:38.318581 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-816b371a-d858-4883-a773-3393929649e0 req-bf8c52e4-53a8-4f09-a7e6-a6a4e5b12e5e tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.2820368 Nov 20 08:37:38.337620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:37:38.354194 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:38.358795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:37:38.363702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:38.364414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.414556 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492820f7-3e5f-4068-aaef-088e87c8ab51,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:38.419239 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8946736 Nov 20 08:37:38.422043 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-816b371a-d858-4883-a773-3393929649e0 req-cb32498b-3c0b-4359-876e-8c063eccb482 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870788 Nov 20 08:37:38.426719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 59276) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:38.429310 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d4d20f0668f4316bdf55eb102b5c5ec&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6159315 Nov 20 08:37:38.430472 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:38.557479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e7b59ab-67ec-4d5b-943f-2258bf1f790a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.722561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e7b59ab-67ec-4d5b-943f-2258bf1f790a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.847792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae3ab9-e70e-42d1-a641-636be92b9fdb req-1594c20d-eba7-4702-81e9-77a7fe737600 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:38.850706 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fbae3ab9-e70e-42d1-a641-636be92b9fdb req-1594c20d-eba7-4702-81e9-77a7fe737600 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2737110 Nov 20 08:37:38.864076 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e7b59ab-67ec-4d5b-943f-2258bf1f790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.897558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c6b90729-cc48-416e-a3f5-06b1a9971ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:38.932018 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b59ab-67ec-4d5b-943f-2258bf1f790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492820f7-3e5f-4068-aaef-088e87c8ab51,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:38.943437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9e7b59ab-67ec-4d5b-943f-2258bf1f790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:38.948610 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e7b59ab-67ec-4d5b-943f-2258bf1f790a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.950709 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9e7b59ab-67ec-4d5b-943f-2258bf1f790a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/492820f7-3e5f-4068-aaef-088e87c8ab51 HTTP/1.1" status: 204 len: 168 time: 0.5226381 Nov 20 08:37:38.985098 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fbae3ab9-e70e-42d1-a641-636be92b9fdb req-5d1fc842-29fb-4343-8a29-0d3fa4419c96 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250446 Nov 20 08:37:39.226939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907727f-c343-43dd-8ad0-5a81aa837a16 req-ea7a07f2-3a5b-445a-8f7f-a09a332e1e7d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:39.228754 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d907727f-c343-43dd-8ad0-5a81aa837a16 req-ea7a07f2-3a5b-445a-8f7f-a09a332e1e7d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.1165144 Nov 20 08:37:39.289120 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d907727f-c343-43dd-8ad0-5a81aa837a16 req-7120b40c-c40a-49b3-b813-3376ece2de04 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517008 Nov 20 08:37:39.563135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59294) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:39.584264 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:39.584559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beca4f9-f19b-4035-b8b8-29f0f92791e2 req-281e060b-ab60-4abc-87b0-90bf90c3c526 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:39.585850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-7beca4f9-f19b-4035-b8b8-29f0f92791e2 req-281e060b-ab60-4abc-87b0-90bf90c3c526 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Synchronizing usage tracker for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:39.611815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-7beca4f9-f19b-4035-b8b8-29f0f92791e2 req-281e060b-ab60-4abc-87b0-90bf90c3c526 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Unset dirty status for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:39.613677 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7beca4f9-f19b-4035-b8b8-29f0f92791e2 req-281e060b-ab60-4abc-87b0-90bf90c3c526 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 931 time: 0.1757121 Nov 20 08:37:39.629440 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:39.637378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] Usage tracker for resource:security_group_rule and tenant:967b42389eeb42e79b55a75caa4e6582 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:39.644096 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:39.656011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:39.667121 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7beca4f9-f19b-4035-b8b8-29f0f92791e2 req-3ea81955-1d6b-4c82-aa3d-eb407f6df41e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469565 Nov 20 08:37:39.753198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:39.758637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:39.768211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c9d46ab0-e6ec-4e23-8452-75f61a80193d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:39.822507 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=967b42389eeb42e79b55a75caa4e6582&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2578297 Nov 20 08:37:39.823788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8ca65c-89e1-4112-8f28-d9d10ea846f5,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:39.826735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59298) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:39.840375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:39.904048 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0e24a31-3a13-4652-b32b-a0418cdd4e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:39.944360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0e24a31-3a13-4652-b32b-a0418cdd4e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:39.985437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3961257-2e2d-4899-aed9-95915102fbbb req-100d810c-6054-47f0-ade4-493248a29000 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:39.985437 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d3961257-2e2d-4899-aed9-95915102fbbb req-100d810c-6054-47f0-ade4-493248a29000 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.1788998 Nov 20 08:37:40.029429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0e24a31-3a13-4652-b32b-a0418cdd4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.036268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-49a9ab14-96f3-4e8e-a841-e822f089aa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:40.051113 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e24a31-3a13-4652-b32b-a0418cdd4e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8ca65c-89e1-4112-8f28-d9d10ea846f5,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:40.055552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f0e24a31-3a13-4652-b32b-a0418cdd4e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:40.064566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0e24a31-3a13-4652-b32b-a0418cdd4e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.066731 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f0e24a31-3a13-4652-b32b-a0418cdd4e1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c8ca65c-89e1-4112-8f28-d9d10ea846f5 HTTP/1.1" status: 204 len: 168 time: 0.2381902 Nov 20 08:37:40.074509 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d3961257-2e2d-4899-aed9-95915102fbbb req-d2efd889-3f53-41d3-81ef-cbc830484570 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838554 Nov 20 08:37:40.439225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066223b-26a4-4a73-ba78-93b935458507 req-69f760a5-6ef4-43ad-a734-07248b658a46 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:40.440709 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f066223b-26a4-4a73-ba78-93b935458507 req-69f760a5-6ef4-43ad-a734-07248b658a46 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1177063 Nov 20 08:37:40.522635 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f066223b-26a4-4a73-ba78-93b935458507 req-fb6d8afa-f567-4184-898a-b02e46a5e90e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747221 Nov 20 08:37:40.873028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245a3f6-a883-4f88-8a83-67b8609a6dc2 req-681030c3-fbc6-42fe-a5f1-ec27465f7f12 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:40.876839 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a245a3f6-a883-4f88-8a83-67b8609a6dc2 req-681030c3-fbc6-42fe-a5f1-ec27465f7f12 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.1469965 Nov 20 08:37:40.958053 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a245a3f6-a883-4f88-8a83-67b8609a6dc2 req-037c3ef1-c379-47bb-8464-8a5588d49094 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736980 Nov 20 08:37:41.298874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987880bb-cfa6-4e22-9040-66e0f9401c80 req-597bdc58-6887-4e10-9302-9fa46bc82d12 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:41.301749 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-987880bb-cfa6-4e22-9040-66e0f9401c80 req-597bdc58-6887-4e10-9302-9fa46bc82d12 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 931 time: 0.1127706 Nov 20 08:37:41.400933 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-987880bb-cfa6-4e22-9040-66e0f9401c80 req-6efcdbe3-a447-4c0c-9e93-f5a1b5e94114 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907671 Nov 20 08:37:41.688197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a65a-6efe-4bae-8e21-790a855a39e6 req-a9467464-b1d6-4b66-b02f-8cee4889c094 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:41.690266 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c583a65a-6efe-4bae-8e21-790a855a39e6 req-a9467464-b1d6-4b66-b02f-8cee4889c094 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.0996697 Nov 20 08:37:41.754437 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c583a65a-6efe-4bae-8e21-790a855a39e6 req-d0512197-f881-4fbe-8b6b-0b00c24a004b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533721 Nov 20 08:37:42.055179 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f393855-912f-45d4-bc7d-c6f3b1c372dd req-3de7f292-40e7-4e7f-bf68-1fd09033791e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:42.057132 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f393855-912f-45d4-bc7d-c6f3b1c372dd req-3de7f292-40e7-4e7f-bf68-1fd09033791e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1094322 Nov 20 08:37:42.167938 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f393855-912f-45d4-bc7d-c6f3b1c372dd req-8b1e7afd-81a6-4656-a7ba-61c650cf81ab tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942566 Nov 20 08:37:42.405728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24b900-cbec-4035-82b7-9e66f6dea165 req-f09e27cd-109b-434a-854b-b309907a684e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:42.407498 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2e24b900-cbec-4035-82b7-9e66f6dea165 req-f09e27cd-109b-434a-854b-b309907a684e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.0986912 Nov 20 08:37:42.496028 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2e24b900-cbec-4035-82b7-9e66f6dea165 req-ef00e51f-e8f2-406d-ad5a-3158af99a4d4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811048 Nov 20 08:37:42.806301 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c048c6-989b-4540-a2d7-4aa274ea0a32 req-81905002-1a82-4067-ac8b-27b5d73952fd tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:42.808577 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37c048c6-989b-4540-a2d7-4aa274ea0a32 req-81905002-1a82-4067-ac8b-27b5d73952fd tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 931 time: 0.1204820 Nov 20 08:37:42.892574 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37c048c6-989b-4540-a2d7-4aa274ea0a32 req-ede2c6e7-247f-498b-b0a2-022cb0a94734 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752115 Nov 20 08:37:43.257611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf3c8-2f58-4870-b7f7-055861a36a38 req-532b116d-8f3b-4d08-a868-39ef9c10a4a8 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:43.260629 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1a7cf3c8-2f58-4870-b7f7-055861a36a38 req-532b116d-8f3b-4d08-a868-39ef9c10a4a8 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.1686614 Nov 20 08:37:43.349366 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1a7cf3c8-2f58-4870-b7f7-055861a36a38 req-e410cb33-1f41-490e-aa2f-c5765d57f1ea tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820098 Nov 20 08:37:43.861665 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887a6be-9bb5-431b-88ee-1693608a9bf4 req-81042887-51b9-466e-98e3-53ee445f1da5 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:43.865118 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1887a6be-9bb5-431b-88ee-1693608a9bf4 req-81042887-51b9-466e-98e3-53ee445f1da5 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.3703437 Nov 20 08:37:43.941096 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1887a6be-9bb5-431b-88ee-1693608a9bf4 req-459e3982-f197-4fdc-862a-b55ed4ecdb61 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669806 Nov 20 08:37:44.160894 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Request body: {'port': {'device_id': '9bcdfb13-df61-494a-ad07-416073e09f22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:44.394360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59410) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:44.550954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:44.570174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:44.585957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b9fed-9c6b-4739-a6a1-cf4168fb0301 req-83820ce9-2c5c-4887-9533-8566195f8a94 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:44.589164 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b21b9fed-9c6b-4739-a6a1-cf4168fb0301 req-83820ce9-2c5c-4887-9533-8566195f8a94 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.5095162 Nov 20 08:37:44.609758 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:44.614308 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] Usage tracker for resource:security_group_rule and tenant:9a707aceb60e49cb9231111528aa19e6 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:44.617623 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:44.624891 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:44.724428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:44.728371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:44.740294 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-62502fdd-207c-450b-ba37-f44e95dff2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:44.791808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fa836-7a4d-4a0f-adf4-09d54dbd52e1 req-8b2ff271-9fcf-49f6-817e-c7280986df54 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:44.793904 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f97fa836-7a4d-4a0f-adf4-09d54dbd52e1 req-8b2ff271-9fcf-49f6-817e-c7280986df54 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 931 time: 0.4464839 Nov 20 08:37:44.797278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b1bb70-7453-44b1-9c43-a2fc06915b22,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:44.801079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:44.807131 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a707aceb60e49cb9231111528aa19e6&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4106808 Nov 20 08:37:44.808233 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59418) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:44.938474 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a8cc29ad-d107-47df-bc0e-193e2e527976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:44.938770 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b21b9fed-9c6b-4739-a6a1-cf4168fb0301 req-a1f3de84-317c-433f-a7c3-04084a9360eb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359025 Nov 20 08:37:44.990511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a8cc29ad-d107-47df-bc0e-193e2e527976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:45.052967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a8cc29ad-d107-47df-bc0e-193e2e527976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:45.058570 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cee4fa4a-cfa6-419d-86af-a9140a241285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:45.076434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc29ad-d107-47df-bc0e-193e2e527976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b1bb70-7453-44b1-9c43-a2fc06915b22,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:45.081261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a8cc29ad-d107-47df-bc0e-193e2e527976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:45.100455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a8cc29ad-d107-47df-bc0e-193e2e527976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:45.104889 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-a8cc29ad-d107-47df-bc0e-193e2e527976 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13b1bb70-7453-44b1-9c43-a2fc06915b22 HTTP/1.1" status: 204 len: 168 time: 0.2951269 Nov 20 08:37:45.141235 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f97fa836-7a4d-4a0f-adf4-09d54dbd52e1 req-04e2034e-6ebe-4670-99c9-354de29c4814 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915175 Nov 20 08:37:45.402394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae261f8-e4b5-4275-b16f-e8c9e7bd2351 req-5a285b68-a361-4d81-a8e0-48654d6fd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:45.404270 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aae261f8-e4b5-4275-b16f-e8c9e7bd2351 req-5a285b68-a361-4d81-a8e0-48654d6fd4ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 1163 time: 0.6043990 Nov 20 08:37:45.677057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59432) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:45.700919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:45.738428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:45.747478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] Usage tracker for resource:security_group_rule and tenant:ef81ee1328a94c6380f9a6ffaf6ff660 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:45.753678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:45.753968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265ff9e-25e1-42bf-9830-edaa60b16d77 req-2f443227-804e-4137-a857-c171772b423e tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:45.755775 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2265ff9e-25e1-42bf-9830-edaa60b16d77 req-2f443227-804e-4137-a857-c171772b423e tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.6322665 Nov 20 08:37:45.768993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:45.830949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae261f8-e4b5-4275-b16f-e8c9e7bd2351 req-fb9077e6-b9a0-4e1d-bd2d-8ec1226ba4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:45.832583 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aae261f8-e4b5-4275-b16f-e8c9e7bd2351 req-fb9077e6-b9a0-4e1d-bd2d-8ec1226ba4bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 912 time: 0.3674569 Nov 20 08:37:45.837884 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4f1b8c-e4c2-40ca-99ca-6a56540cc23f {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:37:45.888527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:45.893243 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:45.908696 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-44604d65-da14-41ea-a7dd-542223493541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:45.941649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:45.974768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddb256-e5f2-484e-b3ca-068e7bcca75f req-50aa67b3-07e5-498f-8d4c-f28a6582e24d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:45.976760 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b7ddb256-e5f2-484e-b3ca-068e7bcca75f req-50aa67b3-07e5-498f-8d4c-f28a6582e24d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.5633876 Nov 20 08:37:45.988955 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aae261f8-e4b5-4275-b16f-e8c9e7bd2351 req-837c46ee-255e-4884-a9a6-23a92318517b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52854f8a-5f85-439f-ae49-b8100217e991 HTTP/1.1" status: 200 len: 217 time: 0.1457062 Nov 20 08:37:45.994447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Transition to ACTIVE for port object df4f1b8c-e4c2-40ca-99ca-6a56540cc23f will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:46.010893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c43aab-b9fc-4b28-a22d-0fd5b83fd2a7,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:46.023627 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef81ee1328a94c6380f9a6ffaf6ff660&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3448586 Nov 20 08:37:46.024872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59442) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:46.026386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:46.057455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:46.078132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:46.116220 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2265ff9e-25e1-42bf-9830-edaa60b16d77 req-72b7d16b-f935-4865-b4a7-77715ad0afc2 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452678 Nov 20 08:37:46.164670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3c252d06-5c3b-41c4-8c3b-e25daf67a21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:46.222205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3c252d06-5c3b-41c4-8c3b-e25daf67a21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:46.288749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae261f8-e4b5-4275-b16f-e8c9e7bd2351 req-b49629bc-a2e9-425a-8b2f-b3375ebe5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:46.290400 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aae261f8-e4b5-4275-b16f-e8c9e7bd2351 req-b49629bc-a2e9-425a-8b2f-b3375ebe5893 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 200 len: 858 time: 0.2792246 Nov 20 08:37:46.304501 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b7ddb256-e5f2-484e-b3ca-068e7bcca75f req-0210f2ec-3bfc-4e22-a5f5-5e2f3cb7c22f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148215 Nov 20 08:37:46.305195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Pushing event updated for resources: {'Port': ['ID=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:46.310430 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:46.363882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3c252d06-5c3b-41c4-8c3b-e25daf67a21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:46.383103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-574945f9-94ec-41af-a1dd-322dc66fcd69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:46.392882 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aae261f8-e4b5-4275-b16f-e8c9e7bd2351 req-82120c91-2e7a-4296-898d-a0c9abac0865 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad512bb8-48e5-4be8-ad72-4eb634331113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765700 Nov 20 08:37:46.450607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c252d06-5c3b-41c4-8c3b-e25daf67a21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c43aab-b9fc-4b28-a22d-0fd5b83fd2a7,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:46.477643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3c252d06-5c3b-41c4-8c3b-e25daf67a21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:46.485091 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3c252d06-5c3b-41c4-8c3b-e25daf67a21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:46.489261 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3c252d06-5c3b-41c4-8c3b-e25daf67a21d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31c43aab-b9fc-4b28-a22d-0fd5b83fd2a7 HTTP/1.1" status: 204 len: 168 time: 0.4612339 Nov 20 08:37:46.806675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Attempting to bind port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:37:46.807414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Attempting to bind port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:37:46.808085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Attempting to bind port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f on network 718043b5-18f0-487a-b0a0-0bd83f46e15c {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:37:46.932750 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:37:46.933387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Checking segment: {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:46.934081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:46.934762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Bound using segment: {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:37:46.935706 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Bound port: df4f1b8c-e4c2-40ca-99ca-6a56540cc23f, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:37:46.936298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:47.365070 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aae261f8-e4b5-4275-b16f-e8c9e7bd2351 req-7305066f-478f-4c96-bd79-2fc3b8157403 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9312866 Nov 20 08:37:47.845299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf058c9-fcbd-4ff4-80b5-37f959848983 req-4b4e8a0d-1ca5-42da-ad96-4709ab330a6a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:47.846998 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-faf058c9-fcbd-4ff4-80b5-37f959848983 req-4b4e8a0d-1ca5-42da-ad96-4709ab330a6a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 1.0235074 Nov 20 08:37:47.850174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] For port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:37:47.854357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] For port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:37:47.878798 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aae261f8-e4b5-4275-b16f-e8c9e7bd2351 req-ad7b8de3-6c45-4f8b-8767-64b6d36761dc service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4907515 Nov 20 08:37:47.883893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:47.910142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:47.954027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bec34-8e01-430d-8baf-93923c40090f req-44ea32f1-c9e7-48a6-b93f-779becfb22ec tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:47.956008 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f1bec34-8e01-430d-8baf-93923c40090f req-44ea32f1-c9e7-48a6-b93f-779becfb22ec tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 943 time: 1.0327706 Nov 20 08:37:48.182625 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-faf058c9-fcbd-4ff4-80b5-37f959848983 req-97652a77-2872-4feb-9bd3-5ab34827028c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210542 Nov 20 08:37:48.211979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Pushing event updated for resources: {'Port': ['ID=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:48.215816 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:48.231289 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f1bec34-8e01-430d-8baf-93923c40090f req-14b48746-ab25-4144-bc80-69e84bd8a073 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562482 Nov 20 08:37:48.261648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:48.266889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:48.272377 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] 10.222.0.24 "PUT /v2.0/ports/df4f1b8c-e4c2-40ca-99ca-6a56540cc23f HTTP/1.1" status: 200 len: 1157 time: 4.1248195 Nov 20 08:37:48.273146 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcdfb13-df61-494a-ad07-416073e09f22', 'tag': 'df4f1b8c-e4c2-40ca-99ca-6a56540cc23f'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:48.598955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-c5ba6647-d5ed-4717-bf8e-7e04e7efcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:48.600640 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-c5ba6647-d5ed-4717-bf8e-7e04e7efcb47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 1160 time: 0.2536128 Nov 20 08:37:48.617226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472db371-cb3b-4b5c-bef0-5a1dbd92fce0 req-9fa4071c-8242-4b9b-89f6-b1842dd5206c tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:48.618966 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-472db371-cb3b-4b5c-bef0-5a1dbd92fce0 req-9fa4071c-8242-4b9b-89f6-b1842dd5206c tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.2054157 Nov 20 08:37:48.629958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca4916-f729-4940-b455-5d76363bf77c req-0447ab3c-0d90-4edc-ac24-dae2cb9c4c3d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:48.631990 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b4ca4916-f729-4940-b455-5d76363bf77c req-0447ab3c-0d90-4edc-ac24-dae2cb9c4c3d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1672299 Nov 20 08:37:48.739696 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59504) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:48.751752 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-8587685b-ce2e-4cf0-b6e4-ae072b8b80a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f HTTP/1.1" status: 200 len: 217 time: 0.1172051 Nov 20 08:37:48.855145 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-472db371-cb3b-4b5c-bef0-5a1dbd92fce0 req-5d7b525f-306b-43e7-829c-bc768a27b7a5 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219975 Nov 20 08:37:48.865119 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b4ca4916-f729-4940-b455-5d76363bf77c req-8a426b0c-da05-4e56-8943-331205837b22 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545310 Nov 20 08:37:48.871511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-765aeb8b-2e4e-48e4-b6c9-6f8ffa4d478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:48.873189 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-765aeb8b-2e4e-48e4-b6c9-6f8ffa4d478c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27633da5-51ad-4151-9df2-98015bdc16d6 HTTP/1.1" status: 200 len: 854 time: 0.1093404 Nov 20 08:37:48.945233 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-1cc164a4-10c2-4739-8023-bf4688aaa944 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=718043b5-18f0-487a-b0a0-0bd83f46e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599620 Nov 20 08:37:49.021150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.071463 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bcdfb13-df61-494a-ad07-416073e09f22', 'tag': 'df4f1b8c-e4c2-40ca-99ca-6a56540cc23f', 'status': 'completed', 'code': 200} Nov 20 08:37:49.171557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:49.188038 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] Usage tracker for resource:security_group_rule and tenant:38a3913db6ed4102a7833bf1de66e6cc is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:49.196226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:49.222796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:49.294342 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-a6035cc3-65fc-4c20-b879-2c61e33e8bfb service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331237 Nov 20 08:37:49.360896 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.366355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.392848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d400a0c0-64b9-42cc-8503-8bc414ff429d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:49.420554 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38a3913db6ed4102a7833bf1de66e6cc&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6740363 Nov 20 08:37:49.423935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59528) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:49.574738 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329223cc-e5d7-49b5-80e5-c652253dd53c,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:49.605882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:49.607012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-888169b2-0082-48a1-a965-3b0f160b799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.656769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-888169b2-0082-48a1-a965-3b0f160b799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.739181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-888169b2-0082-48a1-a965-3b0f160b799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.746947 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3932805a-9823-43f2-80ff-0abf9964a2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:49.752593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae1378-67d9-4dcc-b064-ff60e6e2b5f7 req-76952572-2276-4595-874f-f704de282486 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:49.754972 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-acae1378-67d9-4dcc-b064-ff60e6e2b5f7 req-76952572-2276-4595-874f-f704de282486 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.3576624 Nov 20 08:37:49.765288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888169b2-0082-48a1-a965-3b0f160b799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329223cc-e5d7-49b5-80e5-c652253dd53c,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:49.769250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-888169b2-0082-48a1-a965-3b0f160b799c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:49.770242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-888169b2-0082-48a1-a965-3b0f160b799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.780563 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-888169b2-0082-48a1-a965-3b0f160b799c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/329223cc-e5d7-49b5-80e5-c652253dd53c HTTP/1.1" status: 204 len: 168 time: 0.3471465 Nov 20 08:37:49.815728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59540) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:49.840282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:49.903062 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a39e2ecc-c1aa-445d-8b57-66d6fb1c8271 req-1bc165ec-66a1-498f-81c4-d0dd0dcf3c4b service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4115701 Nov 20 08:37:49.945193 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-acae1378-67d9-4dcc-b064-ff60e6e2b5f7 req-b5aec95a-08f6-436a-a316-c1e52018b2eb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713228 Nov 20 08:37:50.047416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a700ab52-f10f-4cd8-9895-6fd92476f994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.053581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:37:50.065720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:50.066998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.299120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.322954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4584-b00c-4811-883a-58cddd62e330 req-e2bd254d-4770-49b1-b7e1-50163cbc3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:50.324656 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-32ef4584-b00c-4811-883a-58cddd62e330 req-e2bd254d-4770-49b1-b7e1-50163cbc3b8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 1163 time: 0.3830726 Nov 20 08:37:50.338931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaffe3-71f8-47cd-b598-56007c4cb09e req-fa2d5979-078f-4076-8f32-b8358d8fc5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:50.340232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:37:50.340568 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-79eaffe3-71f8-47cd-b598-56007c4cb09e req-fa2d5979-078f-4076-8f32-b8358d8fc5ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 1160 time: 0.2206624 Nov 20 08:37:50.342637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde3725a-098a-497d-8985-2d5195473fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:50.349491 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.353550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:50.430098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:50.434675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:50.477145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd841b8-83b4-4bcb-920b-8ee5bae315b8 req-f964c2b7-dbd1-424c-814f-d2f050ed3c6b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:50.485440 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd841b8-83b4-4bcb-920b-8ee5bae315b8 req-f964c2b7-dbd1-424c-814f-d2f050ed3c6b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 943 time: 0.4619853 Nov 20 08:37:50.505512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.571642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:50.580026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] Usage tracker for resource:security_group_rule and tenant:717799658db040449f79f6de923b7092 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:50.583636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:50.590283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:50.613509 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.675250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.679784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.693468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9bed60c6-520e-424e-b900-0963bdc9bf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:50.719558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb846c-4511-47ac-93f4-cfa4008434ff req-f6f33bb8-4534-4ade-8314-7c611cc53ffa tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:50.721387 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-09eb846c-4511-47ac-93f4-cfa4008434ff req-f6f33bb8-4534-4ade-8314-7c611cc53ffa tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.5086176 Nov 20 08:37:50.744452 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd841b8-83b4-4bcb-920b-8ee5bae315b8 req-3a805ea1-1468-41ac-88e3-fe17c67c84ee tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580357 Nov 20 08:37:50.784094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddcce5a-9d03-41b7-85d2-77e5d782b82b,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:50.793399 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=717799658db040449f79f6de923b7092&name=default HTTP/1.1" status: 200 len: 2747 time: 0.9763982 Nov 20 08:37:50.798455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:50.799391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59566) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:50.832004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaffe3-71f8-47cd-b598-56007c4cb09e req-7159413e-7f23-4532-b1ba-9da65ed17da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:50.843224 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-79eaffe3-71f8-47cd-b598-56007c4cb09e req-7159413e-7f23-4532-b1ba-9da65ed17da9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 908 time: 0.4872651 Nov 20 08:37:50.979273 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-981113bd-195f-4216-8bd2-e27490ade16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:51.020521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-981113bd-195f-4216-8bd2-e27490ade16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:51.080258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-981113bd-195f-4216-8bd2-e27490ade16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:51.088526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7b2b3593-6c69-43c5-86d3-e57a5050cc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:51.110424 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981113bd-195f-4216-8bd2-e27490ade16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddcce5a-9d03-41b7-85d2-77e5d782b82b,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:51.115865 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-981113bd-195f-4216-8bd2-e27490ade16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:51.118340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-981113bd-195f-4216-8bd2-e27490ade16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:51.120829 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-981113bd-195f-4216-8bd2-e27490ade16c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eddcce5a-9d03-41b7-85d2-77e5d782b82b HTTP/1.1" status: 204 len: 168 time: 0.3163452 Nov 20 08:37:51.198721 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4584-b00c-4811-883a-58cddd62e330 req-5caf71d3-6fae-42d9-8c2d-b5e1b803e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:51.200613 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-32ef4584-b00c-4811-883a-58cddd62e330 req-5caf71d3-6fae-42d9-8c2d-b5e1b803e109 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 912 time: 0.8644371 Nov 20 08:37:51.256684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.objects.ports [None req-caf6f132-0ce8-40d6-a3f0-82b41d6981bf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80255) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:37:51.354682 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-79eaffe3-71f8-47cd-b598-56007c4cb09e req-cfbbd629-0138-49e4-bda6-b70aadc17414 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f HTTP/1.1" status: 200 len: 217 time: 0.4767847 Nov 20 08:37:51.361835 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-09eb846c-4511-47ac-93f4-cfa4008434ff req-988c3aa4-e7ee-41bf-ba8b-275ead52e455 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966964 Nov 20 08:37:51.366507 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-32ef4584-b00c-4811-883a-58cddd62e330 req-dbd86d04-e881-4b76-820d-fe6c768f94f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52854f8a-5f85-439f-ae49-b8100217e991 HTTP/1.1" status: 200 len: 217 time: 0.1199915 Nov 20 08:37:51.521777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaffe3-71f8-47cd-b598-56007c4cb09e req-ae86bf37-e891-47d6-8045-14f1b4e42a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:51.524222 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde3725a-098a-497d-8985-2d5195473fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20', 'code': 200} Nov 20 08:37:51.528358 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-79eaffe3-71f8-47cd-b598-56007c4cb09e req-ae86bf37-e891-47d6-8045-14f1b4e42a50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27633da5-51ad-4151-9df2-98015bdc16d6 HTTP/1.1" status: 200 len: 854 time: 0.1645873 Nov 20 08:37:51.554148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef4584-b00c-4811-883a-58cddd62e330 req-aa6440aa-8017-4347-8036-e501ec0071e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:51.556870 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-32ef4584-b00c-4811-883a-58cddd62e330 req-aa6440aa-8017-4347-8036-e501ec0071e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 200 len: 858 time: 0.1507444 Nov 20 08:37:51.590746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbda54-fe18-4c62-9909-3d3059eb47e1 req-2f895543-8cf0-4208-9761-688096b0b3a9 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:51.600276 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-04fbda54-fe18-4c62-9909-3d3059eb47e1 req-2f895543-8cf0-4208-9761-688096b0b3a9 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 944 time: 0.4108891 Nov 20 08:37:51.671981 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-32ef4584-b00c-4811-883a-58cddd62e330 req-0d84c14f-1d8c-46ab-b453-50ce269384c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad512bb8-48e5-4be8-ad72-4eb634331113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660679 Nov 20 08:37:51.761025 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-79eaffe3-71f8-47cd-b598-56007c4cb09e req-6eb1c834-a90e-4f16-979f-7c1a02e9e754 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=718043b5-18f0-487a-b0a0-0bd83f46e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568279 Nov 20 08:37:51.966093 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-32ef4584-b00c-4811-883a-58cddd62e330 req-bf6b8632-dcac-45f1-a65e-71a738eb64ee service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009242 Nov 20 08:37:52.351555 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-04fbda54-fe18-4c62-9909-3d3059eb47e1 req-92fc604c-8d18-4440-9624-09f4eba66a92 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7501440 Nov 20 08:37:52.511166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ca3fc-7917-440d-833f-0ab5c529ac0a req-d061d52f-8d8a-4d6a-b069-db39fdf0782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:52.513050 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a72ca3fc-7917-440d-833f-0ab5c529ac0a req-d061d52f-8d8a-4d6a-b069-db39fdf0782f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 1162 time: 0.5452971 Nov 20 08:37:52.543255 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-79eaffe3-71f8-47cd-b598-56007c4cb09e req-71c311b7-b946-4b45-b61f-22aa5d400980 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7661316 Nov 20 08:37:52.546446 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-32ef4584-b00c-4811-883a-58cddd62e330 req-32712e25-0a36-4862-83ff-6628bc471ccc service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4957116 Nov 20 08:37:52.637855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59608) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:52.730337 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa201-6475-404c-b6fa-06b71e2a2529 req-fa5ae696-1125-4aa7-8afc-9c41aa9ac8a0 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:52.740993 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-58caa201-6475-404c-b6fa-06b71e2a2529 req-fa5ae696-1125-4aa7-8afc-9c41aa9ac8a0 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.4952071 Nov 20 08:37:52.801941 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a72ca3fc-7917-440d-833f-0ab5c529ac0a req-2b46bd67-a734-4470-9295-e7f31a81fd13 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526424 Nov 20 08:37:52.861984 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.909257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:52.914789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] Usage tracker for resource:security_group_rule and tenant:029582ff8dbf431c984055746670cf62 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:52.917605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:52.918603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:52.936094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:53.009808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.032097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb952-17ef-4b4a-af5a-09714449b01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.043581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:53.044280 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.077050 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-58caa201-6475-404c-b6fa-06b71e2a2529 req-459ce57a-f090-4029-8d47-2b022b286703 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340647 Nov 20 08:37:53.080262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 59622) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:53.121909 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.126650 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.149344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b4be514d-83fa-4ec6-b436-6802a113597f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:53.167144 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-79eaffe3-71f8-47cd-b598-56007c4cb09e req-a035f97d-ca50-4d0e-a3d2-348b9c7d9bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5945234 Nov 20 08:37:53.196579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d171831-aa8e-4474-8e44-0c3c1361744c req-b57b2050-0741-469f-98f1-7c3d8121a936 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:53.214133 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3d171831-aa8e-4474-8e44-0c3c1361744c req-b57b2050-0741-469f-98f1-7c3d8121a936 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 943 time: 0.6395109 Nov 20 08:37:53.280330 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=029582ff8dbf431c984055746670cf62&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6387792 Nov 20 08:37:53.281408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92384beb-aaf9-4164-b6eb-72d09b1e549a,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:53.289188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:53.290196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 59630) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:53.322563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device c1ed7058-7974-4c12-891a-070c5a5522d9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:53.335147 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3d171831-aa8e-4474-8e44-0c3c1361744c req-cb928ed4-22f8-4028-8d57-d642a463ef37 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192615 Nov 20 08:37:53.434008 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1789604937-network', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:53.440825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:53.461445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Usage tracker for resource:network and tenant:cbb24c2df5384ba988d38abb22fc49c2 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:53.470530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:53.484340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port c1ed7058-7974-4c12-891a-070c5a5522d9 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:37:53.489853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port c1ed7058-7974-4c12-891a-070c5a5522d9 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:53.490368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.495390 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:53.534251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.536109 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Made reservation on behalf of cbb24c2df5384ba988d38abb22fc49c2 for: {'network': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:53.540955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.573220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.610945 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.625688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.648210 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95191a48-e2e5-4a35-bdf6-33f3e5769bc5 req-bc1567fb-ada5-47a4-a00a-e0f143022e06 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:53.650096 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-95191a48-e2e5-4a35-bdf6-33f3e5769bc5 req-bc1567fb-ada5-47a4-a00a-e0f143022e06 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2974946 Nov 20 08:37:53.660504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd45bb31-54b2-4e1a-908a-7cb5a6bc6317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ed7058-7974-4c12-891a-070c5a5522d9'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:53.673924 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port c1ed7058-7974-4c12-891a-070c5a5522d9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c1ed7058-7974-4c12-891a-070c5a5522d9,segment=NetworkSegment(3f9118db-5d4e-417a-9a9b-8750f1b30f68),segment_id=3f9118db-5d4e-417a-9a9b-8750f1b30f68)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:37:53.677586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.680476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:53.706629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:53.717051 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Usage tracker for resource:security_group_rule and tenant:cbb24c2df5384ba988d38abb22fc49c2 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:53.721439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:53.737508 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:53.766134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=c1ed7058-7974-4c12-891a-070c5a5522d9,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:53.766463 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-95191a48-e2e5-4a35-bdf6-33f3e5769bc5 req-65c86ad3-d166-4001-94b6-0f44eacd198b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005223 Nov 20 08:37:53.770097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:53.776008 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.786069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9e7b59ab-67ec-4d5b-943f-2258bf1f790a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:53.813576 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92384beb-aaf9-4164-b6eb-72d09b1e549a,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:53.843409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.847257 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92384beb-aaf9-4164-b6eb-72d09b1e549a HTTP/1.1" status: 204 len: 168 time: 0.5532298 Nov 20 08:37:53.853392 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.853809 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.854209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.854607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.855057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.855449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.855837 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.856225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.856623 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.856992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.858206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.859220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.859716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.860109 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.860475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.860871 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.861257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.861643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.862028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.862415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.862796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.863223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.863606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.863990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:53.868221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:53.917931 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd45bb31-54b2-4e1a-908a-7cb5a6bc6317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ed7058-7974-4c12-891a-070c5a5522d9', 'code': 200} Nov 20 08:37:53.921641 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.927477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.933575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:53.976099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:37:54.037821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995e27fb-bf60-4229-a8a7-a4fc26b6e863,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:54.051098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:54.056251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769458699601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:54.056702 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Added segment 558af7a8-89e3-40a5-97ef-bd52052f8fa1 of type vxlan for network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 Nov 20 08:37:54.140755 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:54.191571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb14b9f-ce6d-41a7-8346-e675ca7877b1 req-fdea9bdd-cb50-4d13-a332-f1d07df80f98 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:54.199923 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dcb14b9f-ce6d-41a7-8346-e675ca7877b1 req-fdea9bdd-cb50-4d13-a332-f1d07df80f98 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 946 time: 0.2251647 Nov 20 08:37:54.359938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device c1ed7058-7974-4c12-891a-070c5a5522d9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:54.421730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:54.432011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:54.433729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:54.437696 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:54.487127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:54.541986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port c1ed7058-7974-4c12-891a-070c5a5522d9 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:54.543592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:54.829156 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dcb14b9f-ce6d-41a7-8346-e675ca7877b1 req-2d8fa1de-e2ab-4f64-8d64-2c3cbf7024b3 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281071 Nov 20 08:37:54.830584 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7130325 Nov 20 08:37:54.832213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Pushing event updated for resources: {'Network': ['ID=270c5563-6854-44e4-aa1d-e900b0b0f5d7,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:54.835757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59662) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:54.842889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Request body: {'subnet': {'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1789604937-subnet', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'ip_version': 4}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:54.851264 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:54.863622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:54.863622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Usage tracker for resource:subnet and tenant:cbb24c2df5384ba988d38abb22fc49c2 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:54.864309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:54.875887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:54.883118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:54.902213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9cc79-225c-45f7-a946-6f4ed487e6f1 req-3b587023-48ab-41ff-8dcf-e623f9ce16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:54.903996 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-12e9cc79-225c-45f7-a946-6f4ed487e6f1 req-3b587023-48ab-41ff-8dcf-e623f9ce16ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 1163 time: 0.6673405 Nov 20 08:37:54.914028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Made reservation on behalf of cbb24c2df5384ba988d38abb22fc49c2 for: {'subnet': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:54.919570 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2978799'] for subnet, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:54.945013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df7d97-ead4-40d3-a6d3-a59fc7687441 req-d635466c-61ed-4c3f-8b8f-cfb0287e5d8b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:54.947851 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-20df7d97-ead4-40d3-a6d3-a59fc7687441 req-d635466c-61ed-4c3f-8b8f-cfb0287e5d8b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.6377780 Nov 20 08:37:54.960232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:55.248778 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-20df7d97-ead4-40d3-a6d3-a59fc7687441 req-25603970-9a91-45c9-9877-abf2b22a39ed tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897594 Nov 20 08:37:55.265979 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-12e9cc79-225c-45f7-a946-6f4ed487e6f1 req-ef5b103f-63a2-4a0e-853d-2f1fe81946c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750952 Nov 20 08:37:55.325259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2c1ec-a08b-44e0-8b73-cf66da69b07d req-99021374-a088-40a2-9ee3-e1a71a951eba tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:55.338896 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ecf2c1ec-a08b-44e0-8b73-cf66da69b07d req-99021374-a088-40a2-9ee3-e1a71a951eba tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 943 time: 0.3213122 Nov 20 08:37:55.449129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:55.457840 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ecf2c1ec-a08b-44e0-8b73-cf66da69b07d req-abe24c7c-f0f5-4e68-b6cf-25dc3dcdcd62 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173432 Nov 20 08:37:55.736728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda62cc-4df2-45ec-8c79-8fd16c35ee47 req-98312020-520b-4063-99d3-1b88b32cb36b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:55.739077 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0eda62cc-4df2-45ec-8c79-8fd16c35ee47 req-98312020-520b-4063-99d3-1b88b32cb36b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1443014 Nov 20 08:37:55.818791 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0eda62cc-4df2-45ec-8c79-8fd16c35ee47 req-d51c6a9f-31d9-43f0-8e71-cba837984d0d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625846 Nov 20 08:37:55.959820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1349466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2978814'] for subnet, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:55.990934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a767293f-7246-41f8-85dd-93f684bf5b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:56.179596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878494-f7c1-4172-8b06-4dfb9e56abb2 req-0b1c31f7-afd8-4d2a-a65b-65f621b06238 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:56.182339 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-96878494-f7c1-4172-8b06-4dfb9e56abb2 req-0b1c31f7-afd8-4d2a-a65b-65f621b06238 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 946 time: 0.1562240 Nov 20 08:37:56.256954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81c3f6d-027f-43cc-810f-b8875088632c,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:56.265313 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-96878494-f7c1-4172-8b06-4dfb9e56abb2 req-34d8bc33-ef45-40f1-bf49-6922248c64a5 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712430 Nov 20 08:37:56.292924 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.293333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.293795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.294187 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.294575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.295602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.296022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.296407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.296792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.297180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.297559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.297940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.298415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.298991 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.299389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.299776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.300160 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.300848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.301399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.301786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.302174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.302553 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.302986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.303365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:56.309278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:56.373812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 59688) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:56.426996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Checking segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:56.427649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Network hostable DHCP agents. Network: 270c5563-6854-44e4-aa1d-e900b0b0f5d7, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:37:56.466013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:37:56.482950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 270c5563-6854-44e4-aa1d-e900b0b0f5d7) {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:56.493763 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260cc265-eeda-4943-9bbf-15bc75e5957b None None] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:37:56.514199 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:56.515309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:56.565920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8704a-7077-46a7-84fe-721ee13a9407 req-f6edaded-1776-4ca4-97fb-599cf6f337b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:56.566720 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-51e0d37d-ab60-480f-8ce9-c81b9591f0fd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7294371 Nov 20 08:37:56.568201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59696) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:56.568863 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fce8704a-7077-46a7-84fe-721ee13a9407 req-f6edaded-1776-4ca4-97fb-599cf6f337b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1114452 Nov 20 08:37:56.577288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:56.583562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:56.588490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Usage tracker for resource:router and tenant:cbb24c2df5384ba988d38abb22fc49c2 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:56.593086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:56.600459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:56.607931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:56.614881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854267957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775236'] for router, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:56.616085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854371163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-564'] for router, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:56.640867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:56.674207 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fce8704a-7077-46a7-84fe-721ee13a9407 req-9c5e8ff0-2446-4d68-a377-39c4ada37cc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860660 Nov 20 08:37:56.675367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:56.680214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] Usage tracker for resource:security_group_rule and tenant:e2a6794bd3f442a9a7c88bec589d7268 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:56.684431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:56.692081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:56.772909 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:56.779665 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:56.789807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a5003961-8f12-4e2f-a000-ef2959d7875e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:56.822898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6933c3-9beb-453b-b938-c760deadc2c2,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:56.829280 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:56.840178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd700f3d-7deb-5abd-90d0-52bb173c3136-270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c'}]}} from dv-cinder-733622-11-iscsi. {{(pid=80255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:37:56.844795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:56.859919 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2a6794bd3f442a9a7c88bec589d7268&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4847820 Nov 20 08:37:56.860938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 59704) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:56.888362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854257228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854268100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519'] for router, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.013931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d46d4-3ed6-42d6-91e2-76f43ddc70e8 req-44f8d11f-5f23-48c6-82ed-c92b2db01995 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:57.015718 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f45d46d4-3ed6-42d6-91e2-76f43ddc70e8 req-44f8d11f-5f23-48c6-82ed-c92b2db01995 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 943 time: 0.1518838 Nov 20 08:37:57.016539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae7fe-d4f5-45ac-9d65-0b87391f8abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.071106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae7fe-d4f5-45ac-9d65-0b87391f8abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.136008 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f45d46d4-3ed6-42d6-91e2-76f43ddc70e8 req-d61bc430-53f1-45d5-9640-bc598c4bc0db tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931497 Nov 20 08:37:57.147574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae7fe-d4f5-45ac-9d65-0b87391f8abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.153794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:57.168610 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ae7fe-d4f5-45ac-9d65-0b87391f8abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6933c3-9beb-453b-b938-c760deadc2c2,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:57.180901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4b4ae7fe-d4f5-45ac-9d65-0b87391f8abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:57.184957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae7fe-d4f5-45ac-9d65-0b87391f8abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.189853 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-4b4ae7fe-d4f5-45ac-9d65-0b87391f8abd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b6933c3-9beb-453b-b938-c760deadc2c2 HTTP/1.1" status: 204 len: 168 time: 0.3276739 Nov 20 08:37:57.268701 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Allocated IP 172.20.0.2 (270c5563-6854-44e4-aa1d-e900b0b0f5d7/e81c3f6d-027f-43cc-810f-b8875088632c/600bbb73-c472-403b-bb3f-22a6f7382efb) {{(pid=80255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:57.431887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb45e4-a26b-4c38-be1b-e40c968c19a8 req-18fd13c6-136a-4489-9d78-291b3b4c604d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:57.434853 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2dfb45e4-a26b-4c38-be1b-e40c968c19a8 req-18fd13c6-136a-4489-9d78-291b3b4c604d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1149578 Nov 20 08:37:57.444742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 59714) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:57.455018 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-8e69c778-d46a-4273-8b0f-b86a1b285f3c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'floatingip': {'port_id': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:57.484139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.549972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.573629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e69c778-d46a-4273-8b0f-b86a1b285f3c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.607930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.622296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Transition to ACTIVE for port object 600bbb73-c472-403b-bb3f-22a6f7382efb will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:57.645183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Transition to ACTIVE for port object 600bbb73-c472-403b-bb3f-22a6f7382efb will not be triggered until provisioned by entity DHCP. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:57.653172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.681961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:57.880377 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Pushing event updated for resources: {'Port': ['ID=600bbb73-c472-403b-bb3f-22a6f7382efb,revision_number=1']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:57.894789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.895354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.895744 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.896125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.896503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.896877 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.897673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.898202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.898442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.898835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.899293 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.899668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.900138 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.900509 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.901023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.901394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.901760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.902138 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.902775 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.903172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.903544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.903910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.904570 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.905467 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:57.907536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Allocated IP 172.27.0.80 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/ec13faa8-64f1-4747-8484-ea585a1ec8b0) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:57.913338 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:57.969084 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 is already hosted by enough agents. {{(pid=80255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:37:57.970734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Resources bound (agent type, host, resource id): {{(pid=80255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:57.973922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Received port after_create {{(pid=80255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:37:58.045987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Attempting to bind port 600bbb73-c472-403b-bb3f-22a6f7382efb on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:37:58.046668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Attempting to bind port 600bbb73-c472-403b-bb3f-22a6f7382efb by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:37:58.047268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Attempting to bind port 600bbb73-c472-403b-bb3f-22a6f7382efb on network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:37:58.055785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:37:58.056515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Checking segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:58.057144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:58.057758 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Bound using segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:37:58.058459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Bound port: 600bbb73-c472-403b-bb3f-22a6f7382efb, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:37:58.059082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:58.171533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:58.188027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] For port 600bbb73-c472-403b-bb3f-22a6f7382efb, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:37:58.193506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] For port 600bbb73-c472-403b-bb3f-22a6f7382efb, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=600bbb73-c472-403b-bb3f-22a6f7382efb,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:37:58.198353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:58.209891 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:58.228095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:58.359966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c66a8-06eb-4bbc-87c0-b6a7b855966d req-0e3c47ff-fd7e-4b86-b938-07fad6c72240 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:58.375834 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-eb3c66a8-06eb-4bbc-87c0-b6a7b855966d req-0e3c47ff-fd7e-4b86-b938-07fad6c72240 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.6907604 Nov 20 08:37:58.401528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:58.406409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Pushing event updated for resources: {'Port': ['ID=ec13faa8-64f1-4747-8484-ea585a1ec8b0,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:58.410730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:58.479825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:37:58.481843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:58.495535 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:37:58.567648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Pushing event updated for resources: {'Port': ['ID=600bbb73-c472-403b-bb3f-22a6f7382efb,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:58.581349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:58.687988 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59738) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:58.688218 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-eb3c66a8-06eb-4bbc-87c0-b6a7b855966d req-bbcfc06a-abe1-42a8-86d0-8db50b37ba87 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100598 Nov 20 08:37:58.739547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:37:58.741316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:58.742153 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518574'] for router, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.097160 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-948962044-network', 'tenant_id': 'a3a60a8e8f704216a7ba2140afd60014'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:59.106048 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:59.117829 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Usage tracker for resource:network and tenant:a3a60a8e8f704216a7ba2140afd60014 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:59.122406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:59.136312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:59.162590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Made reservation on behalf of a3a60a8e8f704216a7ba2140afd60014 for: {'network': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:59.168846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.189502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.197502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6dfe4-224a-4d40-9643-7c4d8bc53056 req-444d5775-3236-48c3-9d9e-fa0e89cc4991 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:59.199153 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ccb6dfe4-224a-4d40-9643-7c4d8bc53056 req-444d5775-3236-48c3-9d9e-fa0e89cc4991 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 946 time: 0.1679733 Nov 20 08:37:59.233994 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Router 42722de5-8477-4473-a00a-b8b543f09930 is scheduled to L3 agent 4199047a-b796-4111-9015-afb7f73345dd with binding_index 1 {{(pid=80254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:37:59.249490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:59.258556 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Usage tracker for resource:security_group_rule and tenant:a3a60a8e8f704216a7ba2140afd60014 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:59.262098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:59.324848 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ccb6dfe4-224a-4d40-9643-7c4d8bc53056 req-bde875e4-a177-465f-8d0f-02ce7a581277 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186185 Nov 20 08:37:59.327218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:59.619682 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.647009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.673957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e29b5a1a-3399-43d9-8137-6a194b0f70cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:59.729369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:37:59.783420 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eceed7-304e-4fcd-8244-71aca1376b36,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:59.788512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e69c778-d46a-4273-8b0f-b86a1b285f3c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.789133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:59.792972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.793790 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Added segment 4b29c729-95dc-4999-8e85-267a570b1217 of type vxlan for network 7040a493-87be-4e34-be24-52a918baa5ae Nov 20 08:37:59.793987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e69c778-d46a-4273-8b0f-b86a1b285f3c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.861205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.897080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:37:59.904442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf46780-c3e4-4667-8cda-8fd85fda1009 req-3e3bcfdd-d11f-47ea-b72c-3d5e99aea937 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:59.910184 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6bf46780-c3e4-4667-8cda-8fd85fda1009 req-3e3bcfdd-d11f-47ea-b72c-3d5e99aea937 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 943 time: 0.4544215 Nov 20 08:37:59.915240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Sync routers for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:37:59.937874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:37:59.939399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:37:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:37:59.954734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.958786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:59.959477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.968416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:00.003009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] Notify callbacks [] for router, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:00.007962 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-192b1423-2ac2-41f2-8112-c39b2983e99e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4357436 Nov 20 08:38:00.009776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59748) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:00.158042 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4694493 Nov 20 08:38:00.178912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59752) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:00.212115 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6bf46780-c3e4-4667-8cda-8fd85fda1009 req-865023e8-f26a-439e-8b49-8ee1a01da3d8 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973821 Nov 20 08:38:00.308329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:00.320826 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [None req-8e69c778-d46a-4273-8b0f-b86a1b285f3c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Floating IP 46563dbf-079c-4ca1-ae78-e5671ff086b6 associated. External IP: 172.27.0.215, port: 5caa48cf-8d1c-449c-a802-b1ba7ac08b20. Nov 20 08:38:00.347260 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Request body: {'subnet': {'network_id': '7040a493-87be-4e34-be24-52a918baa5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-948962044-subnet', 'tenant_id': 'a3a60a8e8f704216a7ba2140afd60014', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:00.361493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:00.370327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Usage tracker for resource:subnet and tenant:a3a60a8e8f704216a7ba2140afd60014 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:00.377301 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:00.390958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:00.422206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Pushing event updated for resources: {'Network': ['ID=7040a493-87be-4e34-be24-52a918baa5ae,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:00.440220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da484a33-f0c2-45ae-93af-4d94c214109d None None] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:38:00.449080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:00.535177 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Made reservation on behalf of a3a60a8e8f704216a7ba2140afd60014 for: {'subnet': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:38:00.566439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2978799'] for subnet, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:00.611881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 7040a493-87be-4e34-be24-52a918baa5ae details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:38:00.740969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 7040a493-87be-4e34-be24-52a918baa5ae details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:38:00.764716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 600bbb73-c472-403b-bb3f-22a6f7382efb up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:00.852780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:37:58Z', 'revision_number': 3, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:00.876346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Checking router: 42722de5-8477-4473-a00a-b8b543f09930 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:38:00.877343 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Updating router 42722de5-8477-4473-a00a-b8b543f09930 port ec13faa8-64f1-4747-8484-ea585a1ec8b0 binding host dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:38:00.964688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:01.031278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44542e-780a-4b8d-880a-61a0969a0e25 req-dc7b0cf4-1fd6-4054-9e20-09c36335bbd7 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:01.048110 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-db44542e-780a-4b8d-880a-61a0969a0e25 req-dc7b0cf4-1fd6-4054-9e20-09c36335bbd7 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 946 time: 0.4381943 Nov 20 08:38:01.281753 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ce47e-aa34-49a9-95ba-e38a38d01c49 req-e3016107-05b0-480d-a595-5d2f1f4b2305 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:01.296211 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3e3ce47e-aa34-49a9-95ba-e38a38d01c49 req-e3016107-05b0-480d-a595-5d2f1f4b2305 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.6106765 Nov 20 08:38:01.310805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-ee94a91a-4059-48bb-8691-6ece9cdcbaea None None] Provisioning for port 600bbb73-c472-403b-bb3f-22a6f7382efb completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:01.458645 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-db44542e-780a-4b8d-880a-61a0969a0e25 req-4bcf8666-15c0-46f6-8c1e-df8e76f93b2f tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087241 Nov 20 08:38:01.562506 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3e3ce47e-aa34-49a9-95ba-e38a38d01c49 req-82ef1947-ebab-442b-8eb7-5247987efa4a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162194 Nov 20 08:38:01.727002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 600bbb73-c472-403b-bb3f-22a6f7382efb completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:01.752376 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 600bbb73-c472-403b-bb3f-22a6f7382efb triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:01.753449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:01.777943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Notify callbacks [] for port, precommit_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:01.803240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Transition to ACTIVE for port object ec13faa8-64f1-4747-8484-ea585a1ec8b0 will not be triggered until provisioned by entity L2. {{(pid=80256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:01.812539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:01.840862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:02.015223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Pushing event updated for resources: {'Port': ['ID=ec13faa8-64f1-4747-8484-ea585a1ec8b0,revision_number=2']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:02.046958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.047372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.047778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.048148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.048515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.048878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.049367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.049726 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.050083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.050440 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.058447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.058989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.059456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.059838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.060256 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.060620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.068219 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.068704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.069063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.069420 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.069791 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.070144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.070499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.070866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:02.097788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:02.302246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:02.378618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e69c778-d46a-4273-8b0f-b86a1b285f3c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Router 3340d093-6112-4072-a136-424d37d84c84 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:38:02.412300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42929002-651f-449a-9402-e5db97a07704 req-2c2b0783-0c12-4ec0-8202-7cea2076d02f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:02.414107 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-42929002-651f-449a-9402-e5db97a07704 req-2c2b0783-0c12-4ec0-8202-7cea2076d02f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 943 time: 0.2261128 Nov 20 08:38:02.465121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port 600bbb73-c472-403b-bb3f-22a6f7382efb, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=600bbb73-c472-403b-bb3f-22a6f7382efb,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:02.473264 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:02.480931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:02.584558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Attempting to bind port ec13faa8-64f1-4747-8484-ea585a1ec8b0 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:02.586596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Attempting to bind port ec13faa8-64f1-4747-8484-ea585a1ec8b0 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:02.586596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Attempting to bind port ec13faa8-64f1-4747-8484-ea585a1ec8b0 on network 24cc1651-bd06-4774-a165-46441dd7e5d9 {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:02.587521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device df4f1b8c-e4c2-40ca-99ca-6a56540cc23f up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:02.625445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:02.630202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Checking segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:02.632254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:02.639107 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Bound using segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:02.648350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Bound port: ec13faa8-64f1-4747-8484-ea585a1ec8b0, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:02.650568 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:02.743879 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-42929002-651f-449a-9402-e5db97a07704 req-6d4b70d7-ebd6-404b-b036-6498255a0003 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889154 Nov 20 08:38:02.851391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=600bbb73-c472-403b-bb3f-22a6f7382efb,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:02.939484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] For port ec13faa8-64f1-4747-8484-ea585a1ec8b0, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:02.946784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] For port ec13faa8-64f1-4747-8484-ea585a1ec8b0, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ec13faa8-64f1-4747-8484-ea585a1ec8b0,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:02.953698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.021804 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:03.060792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:03.105502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-cdfce9a2-175a-4955-a735-607c671b6cc6 None None] Provisioning complete for port 600bbb73-c472-403b-bb3f-22a6f7382efb triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:03.106126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cdfce9a2-175a-4955-a735-607c671b6cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.118491 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1349466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2978814'] for subnet, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.201620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:03.257134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75f865-a179-4777-aacb-0602371096f4 req-7a0969d4-ed8b-4a29-9319-680ba6a75649 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:03.269025 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a75f865-a179-4777-aacb-0602371096f4 req-7a0969d4-ed8b-4a29-9319-680ba6a75649 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 946 time: 0.2267938 Nov 20 08:38:03.345696 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Pushing event updated for resources: {'Port': ['ID=ec13faa8-64f1-4747-8484-ea585a1ec8b0,revision_number=3']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:03.355778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:03.361969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ba5b2a1e-64b3-4a8d-a1da-00742e1bb3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:03.396721 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:03.398063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.483830 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a75f865-a179-4777-aacb-0602371096f4 req-9769ef24-ce3f-4978-b16e-1698825f49b3 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958649 Nov 20 08:38:03.501532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e69c778-d46a-4273-8b0f-b86a1b285f3c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:38:03.510237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e69c778-d46a-4273-8b0f-b86a1b285f3c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.620843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] Sync routers for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:38:03.649335 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-8e69c778-d46a-4273-8b0f-b86a1b285f3c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "PUT /v2.0/floatingips/46563dbf-079c-4ca1-ae78-e5671ff086b6 HTTP/1.1" status: 200 len: 991 time: 6.2017653 Nov 20 08:38:03.659043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde3725a-098a-497d-8985-2d5195473fdc', 'tag': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:03.760525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4181678-b025-47de-babd-ca82fa483b9c,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:03.769231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:03.773346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56d239-af59-4d01-b552-4e2182eae4c9 req-388712aa-b2f6-4764-aa66-e5d5f85bf050 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:03.782934 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dc56d239-af59-4d01-b552-4e2182eae4c9 req-388712aa-b2f6-4764-aa66-e5d5f85bf050 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.3859966 Nov 20 08:38:03.864138 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:03.867292 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:37:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:03.885453 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dc56d239-af59-4d01-b552-4e2182eae4c9 req-0de10ba8-486f-4088-872a-16b9fe94ee1f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978515 Nov 20 08:38:04.059028 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde3725a-098a-497d-8985-2d5195473fdc', 'tag': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20', 'status': 'completed', 'code': 200} Nov 20 08:38:04.090422 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Checking segment: {'id': '4b29c729-95dc-4999-8e85-267a570b1217', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:04.090796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Network hostable DHCP agents. Network: 7040a493-87be-4e34-be24-52a918baa5ae, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:38:04.112731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.133349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:04.134205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:37:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:04.494419 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-62c3b016-d568-4f4a-a9d6-2a2dd94253f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:04.514388 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-62c3b016-d568-4f4a-a9d6-2a2dd94253f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 1162 time: 0.3444483 Nov 20 08:38:04.727373 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:04.830259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Network 7040a493-87be-4e34-be24-52a918baa5ae is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:38:04.833549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:04.861019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 7040a493-87be-4e34-be24-52a918baa5ae) {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:04.915933 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:04.916976 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:05.003270 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Allocated IP 172.20.0.1 (270c5563-6854-44e4-aa1d-e900b0b0f5d7/e81c3f6d-027f-43cc-810f-b8875088632c/d58ee0e4-dcc8-4b8a-a494-1dd8d034856d) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:05.384315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:05.407060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 600bbb73-c472-403b-bb3f-22a6f7382efb up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:05.430110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Transition to ACTIVE for port object d58ee0e4-dcc8-4b8a-a494-1dd8d034856d will not be triggered until provisioned by entity DHCP. {{(pid=80254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:05.467702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab942ed-d6b6-474e-8935-f7def8f96aa5 None None] Network 7040a493-87be-4e34-be24-52a918baa5ae requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:38:05.502247 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:05.504017 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.1809223 Nov 20 08:38:05.557987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:05.724257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:37:58Z', 'revision_number': 3, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:05.740072 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8d38f4-1791-4d43-b386-a5906a80d26e None None] The sync data for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi is: [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:37:58Z', 'revision_number': 3, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:38:05.856252 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-6867cc53-2317-4e0d-9ecc-ad166c1c89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:05.858639 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-6867cc53-2317-4e0d-9ecc-ad166c1c89c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 905 time: 1.3427064 Nov 20 08:38:05.962656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d58ee0e4-dcc8-4b8a-a494-1dd8d034856d,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:05.970120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:05.983415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:06.053666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:06.058774 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:06.064084 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:06.160197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea491-c90b-434f-a831-e3578190c8ec req-e271e0fb-a27c-40b1-9b9c-bdb827469999 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:06.164188 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2cbea491-c90b-434f-a831-e3578190c8ec req-e271e0fb-a27c-40b1-9b9c-bdb827469999 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 943 time: 0.5616567 Nov 20 08:38:06.196977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518520'] for router_interface, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:06.347149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:06.358960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcdfb13-df61-494a-ad07-416073e09f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4f1b8c-e4c2-40ca-99ca-6a56540cc23f'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:06.448013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:06.535903 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2cbea491-c90b-434f-a831-e3578190c8ec req-8441d69b-d27f-4882-b6c9-716d94e7fb09 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559680 Nov 20 08:38:06.570323 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-039c5dca-a4df-4069-a999-3b423f5fc6b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20 HTTP/1.1" status: 200 len: 999 time: 0.6856813 Nov 20 08:38:06.743522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:06.758755 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:06.881685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-6bc42d54-506a-406d-8a21-265792059efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:06.885592 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-6bc42d54-506a-406d-8a21-265792059efa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=396c3ca1-079d-41e6-a54b-a35963e19eee HTTP/1.1" status: 200 len: 850 time: 0.3140335 Nov 20 08:38:06.956354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:06.971292 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:07.062583 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 600bbb73-c472-403b-bb3f-22a6f7382efb triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:07.063771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:07.134245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-8821e2f6-037d-480a-b79b-de6cf2a60750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:07.142302 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-8821e2f6-037d-480a-b79b-de6cf2a60750 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49bd959b-554f-4b2c-b5ed-bccff4feeebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2174218 Nov 20 08:38:07.203714 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcdfb13-df61-494a-ad07-416073e09f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4f1b8c-e4c2-40ca-99ca-6a56540cc23f', 'code': 200} Nov 20 08:38:07.502172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:07.509659 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347794'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:07.643081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-a868fa09-776a-4d53-99be-5ac378b02c50 None None] Provisioning complete for port 600bbb73-c472-403b-bb3f-22a6f7382efb triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:07.643560 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a868fa09-776a-4d53-99be-5ac378b02c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:07.660336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4117e580-a919-4915-abe0-37954f10ead6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:07.775261 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-5c8f6f24-f12a-454b-a4a4-02c34323811d service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942864 Nov 20 08:38:07.805601 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea646c3-6066-48d5-be30-90fa5960495f None None] Network 7040a493-87be-4e34-be24-52a918baa5ae requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:38:07.827223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16058335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501919'] for router_interface, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:07.859533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d58ee0e4-dcc8-4b8a-a494-1dd8d034856d,revision_number=2']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:07.889492 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:08.210855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:08.220127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:08.437467 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9d29d1d8-eead-4637-adb6-8318d4920ebc req-a976340e-58a0-483d-8b14-5b0991ee9377 service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4489770 Nov 20 08:38:08.720076 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20c74f-2261-4708-b84b-92399e330645 req-94981a85-9e3b-4b50-8e8a-c3b89871c8dc tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:08.729438 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9e20c74f-2261-4708-b84b-92399e330645 req-94981a85-9e3b-4b50-8e8a-c3b89871c8dc tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 946 time: 0.8722432 Nov 20 08:38:08.816095 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9e20c74f-2261-4708-b84b-92399e330645 req-cbf09e82-a4f5-4ac1-a157-134d03c29c24 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853765 Nov 20 08:38:08.828257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfddef-0313-4803-ba37-d6ad9214fca9 req-91f537fc-8d3d-4c59-a905-5b85f83a6266 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:08.833770 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-49dfddef-0313-4803-ba37-d6ad9214fca9 req-91f537fc-8d3d-4c59-a905-5b85f83a6266 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 945 time: 0.3564885 Nov 20 08:38:08.943774 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '46563dbf-079c-4ca1-ae78-e5671ff086b6', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '3340d093-6112-4072-a136-424d37d84c84', 'port_id': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'mac_address': 'fa:16:3e:1b:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3725a-098a-497d-8985-2d5195473fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:37:01Z', 'updated_at': '2020-11-20T08:37:59Z', 'revision_number': 1, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:08.946761 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-49dfddef-0313-4803-ba37-d6ad9214fca9 req-2d7f48dc-f05f-4a81-aae1-ae15cd56248b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050630 Nov 20 08:38:08.966989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] Checking router: 3340d093-6112-4072-a136-424d37d84c84 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:38:08.974847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8279be-4a8d-4c84-b2b8-82e861aaa7d5 req-2ed741b7-15aa-4427-8681-3690ca406ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:08.976543 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4a8279be-4a8d-4c84-b2b8-82e861aaa7d5 req-2ed741b7-15aa-4427-8681-3690ca406ec9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 1162 time: 1.2002819 Nov 20 08:38:09.037847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:09.039690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:37:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:09.105111 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4a8279be-4a8d-4c84-b2b8-82e861aaa7d5 req-83abaed3-47c8-45a2-a6d2-7099be2168c4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960836 Nov 20 08:38:09.262257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-293b0a57-35f9-4b43-a330-18038d371612 None None] Provisioning for port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:09.288382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-293b0a57-35f9-4b43-a330-18038d371612 None None] Provisioning complete for port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:09.288821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-293b0a57-35f9-4b43-a330-18038d371612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:09.324681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4384d-8c50-4888-9e22-cfdfef727e0b req-d54f3b5e-12f4-4bf3-aedf-44d6bfae747a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:09.329269 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f4e4384d-8c50-4888-9e22-cfdfef727e0b req-d54f3b5e-12f4-4bf3-aedf-44d6bfae747a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2318892 Nov 20 08:38:09.438230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ec13faa8-64f1-4747-8484-ea585a1ec8b0 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:09.462343 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f4e4384d-8c50-4888-9e22-cfdfef727e0b req-b6372eea-5583-43a8-8bf5-e0fb5eab4829 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253793 Nov 20 08:38:09.484791 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 59866) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:09.496739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device df4f1b8c-e4c2-40ca-99ca-6a56540cc23f up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:09.512578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Router 42722de5-8477-4473-a00a-b8b543f09930 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:38:09.625413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-293b0a57-35f9-4b43-a330-18038d371612 None None] Port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:38:09.669824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port ec13faa8-64f1-4747-8484-ea585a1ec8b0 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:09.679308 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port ec13faa8-64f1-4747-8484-ea585a1ec8b0 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:09.683793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:09.772784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:09.845853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520a16e-c278-4867-879b-2dcf502c2913 req-328e5c69-0952-4033-a65c-e4200e0533c8 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:09.853423 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b520a16e-c278-4867-879b-2dcf502c2913 req-328e5c69-0952-4033-a65c-e4200e0533c8 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.24 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 946 time: 0.2880797 Nov 20 08:38:09.897176 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:09.914870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:09.915418 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:10.106100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-b520a16e-c278-4867-879b-2dcf502c2913 req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Deleting port c1ed7058-7974-4c12-891a-070c5a5522d9 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:38:10.110192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-b520a16e-c278-4867-879b-2dcf502c2913 req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:10.421795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:10.472360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port ec13faa8-64f1-4747-8484-ea585a1ec8b0, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ec13faa8-64f1-4747-8484-ea585a1ec8b0,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:10.489360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:10.496159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f30a028-2346-4087-a31a-30f00d72da5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:10.628167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:38:10.633983 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] 10.222.0.32 "PUT /v2.0/routers/42722de5-8477-4473-a00a-b8b543f09930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6204557 Nov 20 08:38:10.635257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=ec13faa8-64f1-4747-8484-ea585a1ec8b0,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:10.640454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:10.667388 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Sync routers for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:38:10.691840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:10.699158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] Usage tracker for resource:security_group_rule and tenant:7758afd364024643a1e4ba8c4193833c is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:10.705198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:10.714357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:10.718453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:10.726103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:37:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:10.870935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-b520a16e-c278-4867-879b-2dcf502c2913 req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] For port c1ed7058-7974-4c12-891a-070c5a5522d9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c1ed7058-7974-4c12-891a-070c5a5522d9,segment=NetworkSegment(3f9118db-5d4e-417a-9a9b-8750f1b30f68),segment_id=3f9118db-5d4e-417a-9a9b-8750f1b30f68)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:10.877839 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-b520a16e-c278-4867-879b-2dcf502c2913 req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:10.919961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6255d-e6f4-4498-ae11-b450ff187399 req-8671f010-3569-4ad3-823a-f2164b7046af tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:10.927570 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e5d6255d-e6f4-4498-ae11-b450ff187399 req-8671f010-3569-4ad3-823a-f2164b7046af tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 946 time: 0.6786835 Nov 20 08:38:11.001294 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '46563dbf-079c-4ca1-ae78-e5671ff086b6', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '3340d093-6112-4072-a136-424d37d84c84', 'port_id': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'mac_address': 'fa:16:3e:1b:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3725a-098a-497d-8985-2d5195473fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:37:01Z', 'updated_at': '2020-11-20T08:37:59Z', 'revision_number': 1, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:11.025305 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a6619-fab3-402d-bdbb-ea67c001e037 None None] The sync data for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi is: [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '46563dbf-079c-4ca1-ae78-e5671ff086b6', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '3340d093-6112-4072-a136-424d37d84c84', 'port_id': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'mac_address': 'fa:16:3e:1b:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3725a-098a-497d-8985-2d5195473fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:37:01Z', 'updated_at': '2020-11-20T08:37:59Z', 'revision_number': 1, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:38:11.373257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device df4f1b8c-e4c2-40ca-99ca-6a56540cc23f up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:11.385362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:11.608823 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ec13faa8-64f1-4747-8484-ea585a1ec8b0 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:11.844310 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-b520a16e-c278-4867-879b-2dcf502c2913 req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Calling delete_port for c1ed7058-7974-4c12-891a-070c5a5522d9 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:38:11.874706 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d5649e-f365-4f02-9f94-b0ef88acc2ad None None] New status for floating IP 46563dbf-079c-4ca1-ae78-e5671ff086b6: ACTIVE {{(pid=80255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:38:11.994087 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.233068 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.287881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:07Z', 'revision_number': 2, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:12.299663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Checking router: 42722de5-8477-4473-a00a-b8b543f09930 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:38:12.301192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Updating router 42722de5-8477-4473-a00a-b8b543f09930 port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d binding host dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:38:12.305514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3e48feae-3e0d-40e8-95d0-f24a0bc15cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:12.370933 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7758afd364024643a1e4ba8c4193833c&name=default HTTP/1.1" status: 200 len: 2747 time: 2.8804965 Nov 20 08:38:12.371555 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59906) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:12.389012 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e5d6255d-e6f4-4498-ae11-b450ff187399 req-9049a38c-e6b9-47d5-bf28-f733ab1889ab tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4330294 Nov 20 08:38:12.391747 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883ac32e-3836-4773-9a88-6cc44046a990,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:12.412691 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:12.501793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.542004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cf680ac6-1fe9-4e5e-8c40-b82bca625c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.673540 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cf680ac6-1fe9-4e5e-8c40-b82bca625c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.682949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f5f4c-7992-4942-8691-9a27f807508b req-41dd4457-74aa-4a47-90d8-4dccd0125711 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:12.732328 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0d1f5f4c-7992-4942-8691-9a27f807508b req-41dd4457-74aa-4a47-90d8-4dccd0125711 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 945 time: 0.7357161 Nov 20 08:38:12.750541 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:12.761624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.819979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port ec13faa8-64f1-4747-8484-ea585a1ec8b0 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:12.821069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.881828 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cf680ac6-1fe9-4e5e-8c40-b82bca625c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.904097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-44e9d3f5-12a0-44bb-84b4-b9de0ecc0510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:12.956055 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf680ac6-1fe9-4e5e-8c40-b82bca625c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883ac32e-3836-4773-9a88-6cc44046a990,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:12.959646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cf680ac6-1fe9-4e5e-8c40-b82bca625c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.967425 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-cf680ac6-1fe9-4e5e-8c40-b82bca625c95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/883ac32e-3836-4773-9a88-6cc44046a990 HTTP/1.1" status: 204 len: 168 time: 0.5938995 Nov 20 08:38:12.975440 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cf680ac6-1fe9-4e5e-8c40-b82bca625c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:13.029757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-b520a16e-c278-4867-879b-2dcf502c2913 req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:13.155069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f2545afa-c420-478d-8ffd-ce4ba96d28b9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:13.263606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Pushing event deleted for resources: {'Port': ['ID=c1ed7058-7974-4c12-891a-070c5a5522d9,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:13.303545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:13.339887 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0d1f5f4c-7992-4942-8691-9a27f807508b req-184b20d1-311a-466f-9e63-3360b2543be6 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995457 Nov 20 08:38:13.551686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59928) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:13.571734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1839505112-network', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:13.595259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:13.608236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-0c8b159e-47a5-4eb9-b721-cb23f1ff33d3 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:13.610602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Usage tracker for resource:network and tenant:3392efa7f8af46f89b7705fae8550d45 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:13.611307 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-0c8b159e-47a5-4eb9-b721-cb23f1ff33d3 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/networks?id=7040a493-87be-4e34-be24-52a918baa5ae HTTP/1.1" status: 200 len: 813 time: 0.8001912 Nov 20 08:38:13.618215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:13.645523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:13.688128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Made reservation on behalf of 3392efa7f8af46f89b7705fae8550d45 for: {'network': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:38:13.693697 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-f026e913-0bdc-4a2f-8733-16a98c76db9a tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/quotas/a3a60a8e8f704216a7ba2140afd60014 HTTP/1.1" status: 200 len: 375 time: 0.0527194 Nov 20 08:38:13.705568 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:13.759705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:13.775491 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-b520a16e-c278-4867-879b-2dcf502c2913 req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] No DVR routers for this DVR port c1ed7058-7974-4c12-891a-070c5a5522d9 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:38:13.782803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-b520a16e-c278-4867-879b-2dcf502c2913 req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:13.789806 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd45bb31-54b2-4e1a-908a-7cb5a6bc6317', 'name': 'network-vif-deleted', 'tag': 'c1ed7058-7974-4c12-891a-070c5a5522d9'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:13.893606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:13.916714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Usage tracker for resource:security_group_rule and tenant:3392efa7f8af46f89b7705fae8550d45 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:13.924501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:13.926484 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-168d11a3-8508-4d58-941d-9b8f8c80478b tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3a60a8e8f704216a7ba2140afd60014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1474745 Nov 20 08:38:13.945349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:13.990082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device c1ed7058-7974-4c12-891a-070c5a5522d9 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:38:14.135424 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] No Port match for: c1ed7058-7974-4c12-891a-070c5a5522d9 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:38:14.136065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device c1ed7058-7974-4c12-891a-070c5a5522d9 not bound to the agent host hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:38:14.158425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Notify callbacks [] for port, precommit_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.203426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Transition to ACTIVE for port object d58ee0e4-dcc8-4b8a-a494-1dd8d034856d will not be triggered until provisioned by entity L2. {{(pid=80256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:14.221059 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.224931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.234095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.283880 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d87b4b4a-f109-4f05-8acf-9b90805e7ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:14.294430 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:38:14.307693 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-981113bd-195f-4216-8bd2-e27490ade16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:14.346791 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.347473 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Added segment 08417586-f2d5-4267-9880-4af1f4f8c460 of type vxlan for network bc9da4e3-3897-4d8c-b25e-2143c46463e1 Nov 20 08:38:14.397820 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b520a16e-c278-4867-879b-2dcf502c2913 req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.24 "DELETE /v2.0/ports/c1ed7058-7974-4c12-891a-070c5a5522d9 HTTP/1.1" status: 204 len: 173 time: 4.4753234 Nov 20 08:38:14.429579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ababad-230c-4f93-991a-6049de6f66a4,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:14.461034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:14.481386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.560820 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-8616a638-003a-46f1-be26-241db9a82e9b service neutron] 10.222.0.32 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226904 Nov 20 08:38:14.608181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.610686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:14.614196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.653003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bad3521b-b517-4b28-9d64-4dade2b4f31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:14.781039 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Pushing event updated for resources: {'Network': ['ID=bc9da4e3-3897-4d8c-b25e-2143c46463e1,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:14.787914 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:14.796660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:38:14.815593 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2619450 Nov 20 08:38:14.816225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 59946) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:14.823292 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Request body: {'subnet': {'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1839505112-subnet', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'ip_version': 4}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:14.840105 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:14.849777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Usage tracker for resource:subnet and tenant:3392efa7f8af46f89b7705fae8550d45 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:14.857638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:14.865571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3f894-97cf-4b76-a909-6ececd34cc76 None None] Pushing event updated for resources: {'Port': ['ID=d58ee0e4-dcc8-4b8a-a494-1dd8d034856d,revision_number=3']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:14.875011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-96e3f894-97cf-4b76-a909-6ececd34cc76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:14.884198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:14.916090 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Made reservation on behalf of 3392efa7f8af46f89b7705fae8550d45 for: {'subnet': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:38:14.926019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2978799'] for subnet, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.974012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Attempting to bind port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:14.974657 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Attempting to bind port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:14.974964 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Attempting to bind port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d on network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:14.987642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:14.988056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Checking segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:14.988506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.988953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Bound using segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:14.989503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Bound port: d58ee0e4-dcc8-4b8a-a494-1dd8d034856d, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'}}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:14.990003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:15.225155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] For port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:15.228910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:38:15.236874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] For port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=d58ee0e4-dcc8-4b8a-a494-1dd8d034856d,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:15.243777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:15.326779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-30100635-d2aa-4172-ab51-9096a7426bff req-d50a3c48-8d4e-46d8-b142-dfa443a6e48b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Synchronizing usage tracker for tenant:8c5c51ec21c64255bcd76d5a40833f04 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:38:15.375443 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-71395fa4-6cf6-44a3-bf1d-e43348e0d907 service neutron] 10.222.0.32 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7988317 Nov 20 08:38:15.400408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-30100635-d2aa-4172-ab51-9096a7426bff req-d50a3c48-8d4e-46d8-b142-dfa443a6e48b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Unset dirty status for tenant:8c5c51ec21c64255bcd76d5a40833f04 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:38:15.401764 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-30100635-d2aa-4172-ab51-9096a7426bff req-d50a3c48-8d4e-46d8-b142-dfa443a6e48b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=cd45bb31-54b2-4e1a-908a-7cb5a6bc6317 HTTP/1.1" status: 200 len: 210 time: 0.1465642 Nov 20 08:38:15.483875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c3d71d3f-d2c3-45d2-8d18-1ad76cbb12d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:15.570239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:15.571124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:37:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:15.761792 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd45bb31-54b2-4e1a-908a-7cb5a6bc6317', 'name': 'network-vif-deleted', 'tag': 'c1ed7058-7974-4c12-891a-070c5a5522d9', 'status': 'completed', 'code': 200} Nov 20 08:38:16.177240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1349466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2978814'] for subnet, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:16.209399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3f894-97cf-4b76-a909-6ececd34cc76 None None] Pushing event updated for resources: {'Port': ['ID=d58ee0e4-dcc8-4b8a-a494-1dd8d034856d,revision_number=4']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:16.218450 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-96e3f894-97cf-4b76-a909-6ececd34cc76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:16.269357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:16.346269 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165989d-e076-46ed-b548-12fdea8377ca req-434cb1d3-e0c6-4bb0-9e70-ca9ee63e8d1d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:16.359863 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6165989d-e076-46ed-b548-12fdea8377ca req-434cb1d3-e0c6-4bb0-9e70-ca9ee63e8d1d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 945 time: 0.3864646 Nov 20 08:38:16.404968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f36b4885-2892-44b0-a6bb-cc2e750331f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:16.435537 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6165989d-e076-46ed-b548-12fdea8377ca req-643b1380-b504-414a-8a31-c5e09eff1825 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745885 Nov 20 08:38:16.652310 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Checking segment: {'id': '08417586-f2d5-4267-9880-4af1f4f8c460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:16.652930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Network hostable DHCP agents. Network: bc9da4e3-3897-4d8c-b25e-2143c46463e1, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:38:16.662895 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fa95f364-d9ae-44c8-9564-076f3f1a03af req-2eaa5f76-8f91-4eda-b0cb-807b701ad81b tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 210 time: 0.1334956 Nov 20 08:38:16.669704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3b5be7-72aa-446e-892e-cd7bb8d3ada6,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:16.685341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:16.764858 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:38:16.792750 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, bc9da4e3-3897-4d8c-b25e-2143c46463e1) {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:16.814130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b7731-670e-4055-b659-08059c05f546 None None] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:38:16.825652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:16.829992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:16.895362 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0742669 Nov 20 08:38:16.895796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 59986) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:16.901955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1839505112-router', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:16.917862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:16.930439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Usage tracker for resource:router and tenant:3392efa7f8af46f89b7705fae8550d45 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:16.942349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:16.966460 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:17.004157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854267957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775236'] for router, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:17.006484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854371163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-564'] for router, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:17.053369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:17.116598 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:15Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:17.127076 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d46a3-b5d3-4d6a-b1e8-1ba058edca3f None None] The sync data for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi is: [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:15Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:38:17.456278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd700f3d-7deb-5abd-90d0-52bb173c3136-bc9da4e3-3897-4d8c-b25e-2143c46463e1', 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'fixed_ips': [{'subnet_id': 'bb3b5be7-72aa-446e-892e-cd7bb8d3ada6'}]}} from dv-cinder-733622-11-iscsi. {{(pid=80255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:38:17.457229 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:17.465126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854257228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854268100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519'] for router, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:17.730897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ae947-631f-4f01-973c-99c317579642 req-51bdede8-0fab-4ce6-b75d-067b60814406 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:17.733555 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-51bdede8-0fab-4ce6-b75d-067b60814406 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/networks?id=1ad0b09a-2316-417e-8d74-ad5e247f00b4 HTTP/1.1" status: 200 len: 808 time: 0.2324908 Nov 20 08:38:17.836755 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-8799a52c-a12b-4b35-9a8f-da77ca57ffc6 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/quotas/8c5c51ec21c64255bcd76d5a40833f04 HTTP/1.1" status: 200 len: 375 time: 0.0482001 Nov 20 08:38:18.007015 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-a1a92803-7b9e-48f9-b754-ba0e092ceaef tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c5c51ec21c64255bcd76d5a40833f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1254628 Nov 20 08:38:18.294354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device d58ee0e4-dcc8-4b8a-a494-1dd8d034856d up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:18.461197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Allocated IP 172.20.0.2 (bc9da4e3-3897-4d8c-b25e-2143c46463e1/bb3b5be7-72aa-446e-892e-cd7bb8d3ada6/a06161fb-6024-4043-9997-a940d9391ed0) {{(pid=80255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:18.543258 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-755670e5-9c1e-4a7d-9615-f394fa440bb5 req-5c4384e4-3896-4ce5-ac8f-00d112445015 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 210 time: 0.0893512 Nov 20 08:38:18.564760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:18.573045 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:18.573472 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.664846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.734322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.752386 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-2dc6392d-a1cb-41bd-866f-e6e8c87311b1 service neutron] 10.222.0.32 "GET /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6972508 Nov 20 08:38:18.814916 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.863362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=d58ee0e4-dcc8-4b8a-a494-1dd8d034856d,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:18.875827 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.881242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:19.040497 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=d58ee0e4-dcc8-4b8a-a494-1dd8d034856d,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:19.081238 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:19.206869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Notify callbacks [] for port, precommit_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:19.253022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Transition to ACTIVE for port object a06161fb-6024-4043-9997-a940d9391ed0 will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:19.300987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Transition to ACTIVE for port object a06161fb-6024-4043-9997-a940d9391ed0 will not be triggered until provisioned by entity DHCP. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:19.306635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:19.327165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-60f1321b-5b06-4455-9bec-6dcb717096c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:19.463301 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-ed74eb21-1b6e-47b1-a901-91c3b439c4b6 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:19.465447 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-ed74eb21-1b6e-47b1-a901-91c3b439c4b6 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.24 "GET /v2.0/networks?id=7040a493-87be-4e34-be24-52a918baa5ae HTTP/1.1" status: 200 len: 813 time: 0.3833270 Nov 20 08:38:19.490463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Pushing event updated for resources: {'Port': ['ID=a06161fb-6024-4043-9997-a940d9391ed0,revision_number=1']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:19.496157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:19.517495 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Request body: {'port': {'device_id': '4bb82a34-b8db-4eca-82ff-96d22e6d8a32', 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae', 'admin_state_up': True, 'tenant_id': 'a3a60a8e8f704216a7ba2140afd60014'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:19.553270 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-103c896a-2fc1-45ca-a110-be1ef034815f service neutron] 10.222.0.32 "GET /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7436278 Nov 20 08:38:19.853187 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:19.863215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Usage tracker for resource:port and tenant:a3a60a8e8f704216a7ba2140afd60014 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:19.868464 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Quota usage for port was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:19.880630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:19.906697 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Allocated IP 172.27.0.191 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/949d38ec-041d-4046-99e4-dd8db8de57ce) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:19.919638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Made reservation on behalf of a3a60a8e8f704216a7ba2140afd60014 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:38:19.929869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:19.940977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 is already hosted by enough agents. {{(pid=80255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:19.943956 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Resources bound (agent type, host, resource id): {{(pid=80255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:19.947461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Received port after_create {{(pid=80255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:20.133070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device d58ee0e4-dcc8-4b8a-a494-1dd8d034856d up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:20.355575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Attempting to bind port a06161fb-6024-4043-9997-a940d9391ed0 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:20.357091 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Attempting to bind port a06161fb-6024-4043-9997-a940d9391ed0 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': '08417586-f2d5-4267-9880-4af1f4f8c460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:20.357882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Attempting to bind port a06161fb-6024-4043-9997-a940d9391ed0 on network bc9da4e3-3897-4d8c-b25e-2143c46463e1 {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:20.372515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:20.373244 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Checking segment: {'id': '08417586-f2d5-4267-9880-4af1f4f8c460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:20.374388 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.375609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Bound using segment: {'id': '08417586-f2d5-4267-9880-4af1f4f8c460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:20.376836 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Bound port: a06161fb-6024-4043-9997-a940d9391ed0, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08417586-f2d5-4267-9880-4af1f4f8c460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:20.377553 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.427126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-99802d3e-5d79-4771-b859-d19cc78fb222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.632868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] For port a06161fb-6024-4043-9997-a940d9391ed0, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:20.641118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] For port a06161fb-6024-4043-9997-a940d9391ed0, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=a06161fb-6024-4043-9997-a940d9391ed0,segment=NetworkSegment(08417586-f2d5-4267-9880-4af1f4f8c460),segment_id=08417586-f2d5-4267-9880-4af1f4f8c460)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:20.682789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.719480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:21.000419 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:21.027770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:21.028240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:21.155081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Pushing event updated for resources: {'Port': ['ID=a06161fb-6024-4043-9997-a940d9391ed0,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:21.159012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:21.551455 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f1768457-839c-49c2-a985-5d7e2ee235e9 req-56a012bc-d3b3-477c-a360-6da54f314018 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 210 time: 0.2616944 Nov 20 08:38:21.560965 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-726f7f42-0639-4cfd-9157-65464a2267df req-190450ce-f634-4bc8-b72c-c9a770efbe93 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 210 time: 0.2725096 Nov 20 08:38:21.729333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:21.774237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Allocated IP 172.20.0.6 (7040a493-87be-4e34-be24-52a918baa5ae/a4181678-b025-47de-babd-ca82fa483b9c/158248a0-9840-47a1-8769-c9378dfc7afd) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:21.967568 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:22.124547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device a06161fb-6024-4043-9997-a940d9391ed0 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:22.334288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:22.373824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port a06161fb-6024-4043-9997-a940d9391ed0 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:22.462694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Pushing event updated for resources: {'Port': ['ID=949d38ec-041d-4046-99e4-dd8db8de57ce,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:22.470543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:22.625604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:22.763385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:22.782682 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:22.796063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:22.876919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:22.921029 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4ab99d19-55f2-4364-8150-8c8f44c726d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:22.957040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:23.007583 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:23.041083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4952a117-8abc-4e0c-a394-5b7045f5cf63 None None] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:38:23.247964 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d97c8b6a-5968-4fcc-b44e-46e66ca5d045 req-9600a434-e9f6-4210-b581-1e916b4fab62 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 210 time: 0.2697108 Nov 20 08:38:23.269125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-d180713d-5e22-42d6-9a06-3f23a7622b48 None None] Provisioning for port a06161fb-6024-4043-9997-a940d9391ed0 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:23.276794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-d180713d-5e22-42d6-9a06-3f23a7622b48 None None] Provisioning complete for port a06161fb-6024-4043-9997-a940d9391ed0 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:23.277193 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d180713d-5e22-42d6-9a06-3f23a7622b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:23.411647 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ae947-631f-4f01-973c-99c317579642 req-5d6f9141-39f3-4b2e-8508-e7045b367eb1 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:23.413476 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-5d6f9141-39f3-4b2e-8508-e7045b367eb1 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.24 "GET /v2.0/networks?id=1ad0b09a-2316-417e-8d74-ad5e247f00b4 HTTP/1.1" status: 200 len: 808 time: 0.8886030 Nov 20 08:38:23.431990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Pushing event updated for resources: {'Port': ['ID=158248a0-9840-47a1-8769-c9378dfc7afd,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:23.448735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:23.457237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Request body: {'port': {'device_id': 'b8f5e485-1251-496f-a1cc-33d2a9cd1162', 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4', 'admin_state_up': True, 'tenant_id': '8c5c51ec21c64255bcd76d5a40833f04'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:23.581698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d180713d-5e22-42d6-9a06-3f23a7622b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:23.668136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-d180713d-5e22-42d6-9a06-3f23a7622b48 None None] For port a06161fb-6024-4043-9997-a940d9391ed0, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=a06161fb-6024-4043-9997-a940d9391ed0,segment=NetworkSegment(08417586-f2d5-4267-9880-4af1f4f8c460),segment_id=08417586-f2d5-4267-9880-4af1f4f8c460)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:23.677779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d180713d-5e22-42d6-9a06-3f23a7622b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:23.681815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d4663ec9-aff0-408d-8ec4-1005a9bd4045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:23.704907 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd57f4-7efd-4fd9-af2a-c4c04f5811e5 req-f598d9f0-bd6e-4cb4-8a0e-3604165bcb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:23.706607 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7fd57f4-7efd-4fd9-af2a-c4c04f5811e5 req-f598d9f0-bd6e-4cb4-8a0e-3604165bcb0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 1163 time: 0.7931812 Nov 20 08:38:23.745284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bb913-1eea-46dd-b933-2120f02a0538 req-caa91b30-04ff-43f0-bc0b-a0b9907eb756 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:23.747535 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a15bb913-1eea-46dd-b933-2120f02a0538 req-caa91b30-04ff-43f0-bc0b-a0b9907eb756 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 931 time: 0.7614090 Nov 20 08:38:23.748583 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:23.749378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518574'] for router, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:23.757066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Network 7040a493-87be-4e34-be24-52a918baa5ae is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:23.774364 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:23.804079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:23.808568 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:23.809830 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:23.858613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180713d-5e22-42d6-9a06-3f23a7622b48 None None] Pushing event updated for resources: {'Port': ['ID=a06161fb-6024-4043-9997-a940d9391ed0,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:23.876445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d180713d-5e22-42d6-9a06-3f23a7622b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:23.954415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:24.032097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device a06161fb-6024-4043-9997-a940d9391ed0 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:24.187581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port a06161fb-6024-4043-9997-a940d9391ed0 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:24.188369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:24.299162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a127039-e9f3-4b8b-9a7d-fee44dc23dc9 req-50743a46-a58d-46b0-88f9-49a0c8f5aee7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:24.299903 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8de2885c-55de-4c98-9d29-520353e85f4a None None] Provisioning complete for port a06161fb-6024-4043-9997-a940d9391ed0 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:24.300584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8de2885c-55de-4c98-9d29-520353e85f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:24.300884 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3a127039-e9f3-4b8b-9a7d-fee44dc23dc9 req-50743a46-a58d-46b0-88f9-49a0c8f5aee7 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.8177357 Nov 20 08:38:24.302313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:24.318038 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8184814 Nov 20 08:38:24.369938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Request body: {'port': {'device_id': '4bb82a34-b8db-4eca-82ff-96d22e6d8a32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:24.403007 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a15bb913-1eea-46dd-b933-2120f02a0538 req-76d3b13a-c8e7-4dd4-85b7-a07ba81c5703 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332257 Nov 20 08:38:24.431058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Made reservation on behalf of 8c5c51ec21c64255bcd76d5a40833f04 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:38:24.441414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:24.443724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:24.576432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd57f4-7efd-4fd9-af2a-c4c04f5811e5 req-5e8b788b-2612-4056-82b5-922995b34428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:24.579040 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7fd57f4-7efd-4fd9-af2a-c4c04f5811e5 req-5e8b788b-2612-4056-82b5-922995b34428 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 912 time: 0.8080218 Nov 20 08:38:24.771656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-ba264ad4-33a9-4c74-ad95-3c082d582b10 None None] Provisioning complete for port a06161fb-6024-4043-9997-a940d9391ed0 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:24.775851 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ba264ad4-33a9-4c74-ad95-3c082d582b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:24.789006 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3a127039-e9f3-4b8b-9a7d-fee44dc23dc9 req-a0388d20-a507-4695-8c3a-1c3f0259aa3d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738381 Nov 20 08:38:24.821203 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7fd57f4-7efd-4fd9-af2a-c4c04f5811e5 req-f3b77e6c-2af3-46ef-b243-28fcca5bcbfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52854f8a-5f85-439f-ae49-b8100217e991 HTTP/1.1" status: 200 len: 217 time: 0.1696787 Nov 20 08:38:25.023012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:25.134752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:25.141368 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1ff74ff8-3215-4216-af17-4fc4aa649417 req-bc477cdb-66da-4740-84f7-f269fab6bea1 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 210 time: 0.0906844 Nov 20 08:38:25.195656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-efeddb82-e0d3-4542-909e-f8600199eb32 None None] Provisioning complete for port a06161fb-6024-4043-9997-a940d9391ed0 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:25.196165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-efeddb82-e0d3-4542-909e-f8600199eb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:25.274640 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd57f4-7efd-4fd9-af2a-c4c04f5811e5 req-0703364b-fead-49c3-8989-bd96fc9bae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:25.276347 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7fd57f4-7efd-4fd9-af2a-c4c04f5811e5 req-0703364b-fead-49c3-8989-bd96fc9bae0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 200 len: 858 time: 0.4420409 Nov 20 08:38:25.396303 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7fd57f4-7efd-4fd9-af2a-c4c04f5811e5 req-2e884d32-fa47-45e3-a3f6-cf22e4f198d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad512bb8-48e5-4be8-ad72-4eb634331113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062751 Nov 20 08:38:25.836522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Allocated IP 172.20.0.13 (1ad0b09a-2316-417e-8d74-ad5e247f00b4/d7fa09e5-cfd7-454b-83f9-da0ece196f3b/f4351be2-60cb-436a-b21a-a7f9294a8109) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:25.889332 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7fd57f4-7efd-4fd9-af2a-c4c04f5811e5 req-2ce09835-78b4-4f1b-be80-84f2c4e6eb9a service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745955 Nov 20 08:38:26.386429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Router 34f4e64d-a071-4d70-8449-efa1a8c16768 is scheduled to L3 agent 4199047a-b796-4111-9015-afb7f73345dd with binding_index 1 {{(pid=80253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:38:26.499629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe699e4-480a-4388-bd13-643682b559f9 req-744b53be-91c9-444c-b52c-24eed59ce771 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:26.500448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-2fe699e4-480a-4388-bd13-643682b559f9 req-744b53be-91c9-444c-b52c-24eed59ce771 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Synchronizing usage tracker for tenant:a3a60a8e8f704216a7ba2140afd60014 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:38:26.646756 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7fd57f4-7efd-4fd9-af2a-c4c04f5811e5 req-3c15c0d7-2fe6-453c-95d3-b32efb58960e service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7482653 Nov 20 08:38:26.720715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.resource_extend [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 20 08:38:26.744758 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-2fe699e4-480a-4388-bd13-643682b559f9 req-744b53be-91c9-444c-b52c-24eed59ce771 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Unset dirty status for tenant:a3a60a8e8f704216a7ba2140afd60014 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:38:26.746083 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2fe699e4-480a-4388-bd13-643682b559f9 req-744b53be-91c9-444c-b52c-24eed59ce771 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 931 time: 1.0839100 Nov 20 08:38:26.910828 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158248a0-9840-47a1-8769-c9378dfc7afd {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:38:26.947395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:26.952835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:26.962880 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc20944-4a30-4fc7-b4a0-32a44401365f req-75cd973a-5e30-45a5-bfbb-f8982a3caecd tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:26.964636 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dfc20944-4a30-4fc7-b4a0-32a44401365f req-75cd973a-5e30-45a5-bfbb-f8982a3caecd tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.5848107 Nov 20 08:38:27.035622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Transition to ACTIVE for port object 158248a0-9840-47a1-8769-c9378dfc7afd will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:27.040910 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2fe699e4-480a-4388-bd13-643682b559f9 req-a312a11f-03a1-4af1-8891-c7f6d3127cdb tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786090 Nov 20 08:38:27.060847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:27.092261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:27.461633 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dfc20944-4a30-4fc7-b4a0-32a44401365f req-69fc6619-fde4-4b89-bc91-16802e0a0bc4 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863579 Nov 20 08:38:27.475222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Pushing event updated for resources: {'Port': ['ID=158248a0-9840-47a1-8769-c9378dfc7afd,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:27.478561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:27.492215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:27.515512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-450e7a37-ec4f-477d-9b0c-346856f12e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:27.789164 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Pushing event updated for resources: {'Port': ['ID=f4351be2-60cb-436a-b21a-a7f9294a8109,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:27.792407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:28.029961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f706c-3b76-446b-b7cd-0d857c5289d6 req-e2b56447-3955-4fb9-b1a9-ee6e20f91840 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:28.033019 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-885f706c-3b76-446b-b7cd-0d857c5289d6 req-e2b56447-3955-4fb9-b1a9-ee6e20f91840 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 932 time: 0.4792309 Nov 20 08:38:28.036306 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:38:28.054788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Attempting to bind port 158248a0-9840-47a1-8769-c9378dfc7afd on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:28.055464 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Attempting to bind port 158248a0-9840-47a1-8769-c9378dfc7afd by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '4b29c729-95dc-4999-8e85-267a570b1217', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:28.056048 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Attempting to bind port 158248a0-9840-47a1-8769-c9378dfc7afd on network 7040a493-87be-4e34-be24-52a918baa5ae {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:28.072864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Sync routers for ids ['34f4e64d-a071-4d70-8449-efa1a8c16768'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:38:28.077968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:28.082865 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:28.105240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Routers {'34f4e64d-a071-4d70-8449-efa1a8c16768'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:28.105662 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:38:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['34f4e64d-a071-4d70-8449-efa1a8c16768'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:28.133290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:28.133928 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Checking segment: {'id': '4b29c729-95dc-4999-8e85-267a570b1217', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:28.134787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:28.135499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Bound using segment: {'id': '4b29c729-95dc-4999-8e85-267a570b1217', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:28.136315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Bound port: 158248a0-9840-47a1-8769-c9378dfc7afd, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b29c729-95dc-4999-8e85-267a570b1217', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:28.138129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:28.176754 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:28.186664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:28.187889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:28.265673 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8198209 Nov 20 08:38:28.354125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Request body: {'port': {'device_id': 'b8f5e485-1251-496f-a1cc-33d2a9cd1162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:28.376250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Set router 34f4e64d-a071-4d70-8449-efa1a8c16768 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:28.461350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] Notify callbacks [] for router, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:28.466088 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7e660203-ac73-444e-a238-f0e126d040b3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.5657940 Nov 20 08:38:28.466213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 60174) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:28.567279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] For port 158248a0-9840-47a1-8769-c9378dfc7afd, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:28.571963 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] For port 158248a0-9840-47a1-8769-c9378dfc7afd, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=158248a0-9840-47a1-8769-c9378dfc7afd,segment=NetworkSegment(4b29c729-95dc-4999-8e85-267a570b1217),segment_id=4b29c729-95dc-4999-8e85-267a570b1217)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:28.635773 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:28.679852 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-591d67a8-1798-461d-946f-ac22cfa5ec77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:28.720174 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-885f706c-3b76-446b-b7cd-0d857c5289d6 req-348b6eae-af5b-4abf-8020-a26d3f818ca7 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676669 Nov 20 08:38:28.828532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'name': 'tempest-TestVolumeBootPattern-1839505112-router', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:38:17Z', 'updated_at': '2020-11-20T08:38:22Z', 'revision_number': 3, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'gw_port': {'id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:19Z', 'updated_at': '2020-11-20T08:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:28.833953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Checking router: 34f4e64d-a071-4d70-8449-efa1a8c16768 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:38:28.834531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Updating router 34f4e64d-a071-4d70-8449-efa1a8c16768 port 949d38ec-041d-4046-99e4-dd8db8de57ce binding host dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:38:28.876857 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Pushing event updated for resources: {'Port': ['ID=158248a0-9840-47a1-8769-c9378dfc7afd,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:28.888298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:28.906322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:28.929169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:29.104889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd981759-4a84-4638-a47b-4aa982377ef8 req-97e07789-b559-44ce-90a2-956a123f6a12 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:29.107159 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bd981759-4a84-4638-a47b-4aa982377ef8 req-97e07789-b559-44ce-90a2-956a123f6a12 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 943 time: 0.8601887 Nov 20 08:38:29.140022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:29.140732 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:29.142257 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] 10.222.0.24 "PUT /v2.0/ports/158248a0-9840-47a1-8769-c9378dfc7afd HTTP/1.1" status: 200 len: 1157 time: 4.7864699 Nov 20 08:38:29.147102 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb82a34-b8db-4eca-82ff-96d22e6d8a32', 'tag': '158248a0-9840-47a1-8769-c9378dfc7afd'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:29.444309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:29.454657 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Notify callbacks [] for port, precommit_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:29.469465 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Transition to ACTIVE for port object 949d38ec-041d-4046-99e4-dd8db8de57ce will not be triggered until provisioned by entity L2. {{(pid=80256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:29.475805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:29.603783 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:29.711703 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e94f7-c463-423f-b0f7-cbf111381297 None None] Pushing event updated for resources: {'Port': ['ID=949d38ec-041d-4046-99e4-dd8db8de57ce,revision_number=2']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:29.717138 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-482e94f7-c463-423f-b0f7-cbf111381297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:29.752244 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Attempting to bind port 949d38ec-041d-4046-99e4-dd8db8de57ce on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:29.752664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Attempting to bind port 949d38ec-041d-4046-99e4-dd8db8de57ce by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:29.753075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Attempting to bind port 949d38ec-041d-4046-99e4-dd8db8de57ce on network 24cc1651-bd06-4774-a165-46441dd7e5d9 {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:29.766410 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:29.766911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Checking segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:29.768717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:29.769751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Bound using segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:29.770413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Bound port: 949d38ec-041d-4046-99e4-dd8db8de57ce, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:29.771074 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:29.785186 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bd981759-4a84-4638-a47b-4aa982377ef8 req-da52d671-a087-4703-aac9-061aa8e86342 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701205 Nov 20 08:38:29.860400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] For port 949d38ec-041d-4046-99e4-dd8db8de57ce, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:29.861869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-b566f3a2-ce89-42d4-8457-396a8ca77364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:29.863655 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-b566f3a2-ce89-42d4-8457-396a8ca77364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3a60a8e8f704216a7ba2140afd60014&device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 1160 time: 0.4016640 Nov 20 08:38:29.872530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31bc87-7aab-4c6a-8e4e-4c98cb8df510 req-7422b8a5-e246-4635-b6f7-7e342e102f5a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:29.874854 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a31bc87-7aab-4c6a-8e4e-4c98cb8df510 req-7422b8a5-e246-4635-b6f7-7e342e102f5a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.3759129 Nov 20 08:38:29.877077 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] For port 949d38ec-041d-4046-99e4-dd8db8de57ce, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=949d38ec-041d-4046-99e4-dd8db8de57ce,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:29.886549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:29.933078 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d87b4b4a-f109-4f05-8acf-9b90805e7ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:29.968907 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-b0886831-45e5-434f-b46b-acd5f36ef7a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158248a0-9840-47a1-8769-c9378dfc7afd HTTP/1.1" status: 200 len: 217 time: 0.0824482 Nov 20 08:38:30.120762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4351be2-60cb-436a-b21a-a7f9294a8109 {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:38:30.139455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:30.158166 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a31bc87-7aab-4c6a-8e4e-4c98cb8df510 req-2c9396b0-b5b0-471e-831b-dbdb87c29886 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976120 Nov 20 08:38:30.166257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e94f7-c463-423f-b0f7-cbf111381297 None None] Pushing event updated for resources: {'Port': ['ID=949d38ec-041d-4046-99e4-dd8db8de57ce,revision_number=3']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:30.174380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-482e94f7-c463-423f-b0f7-cbf111381297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:30.182029 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-6faf01c0-8f6c-4061-9500-8e21fcb2d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:30.183877 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-6faf01c0-8f6c-4061-9500-8e21fcb2d6ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4181678-b025-47de-babd-ca82fa483b9c HTTP/1.1" status: 200 len: 853 time: 0.1545744 Nov 20 08:38:30.194865 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Transition to ACTIVE for port object f4351be2-60cb-436a-b21a-a7f9294a8109 will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:30.278886 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb82a34-b8db-4eca-82ff-96d22e6d8a32', 'tag': '158248a0-9840-47a1-8769-c9378dfc7afd', 'status': 'completed', 'code': 200} Nov 20 08:38:30.284137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:30.292759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Allocated IP 172.20.0.1 (bc9da4e3-3897-4d8c-b25e-2143c46463e1/bb3b5be7-72aa-446e-892e-cd7bb8d3ada6/9e14d05d-becd-4801-ae00-0c8746177d32) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:30.321692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:30.369180 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-64e247c8-7614-4338-88a2-dc80f824312f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7040a493-87be-4e34-be24-52a918baa5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757600 Nov 20 08:38:30.543259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Routers {'34f4e64d-a071-4d70-8449-efa1a8c16768'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:30.545840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:38:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['34f4e64d-a071-4d70-8449-efa1a8c16768'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:30.658121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:30.678080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Transition to ACTIVE for port object 9e14d05d-becd-4801-ae00-0c8746177d32 will not be triggered until provisioned by entity DHCP. {{(pid=80254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:30.716749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:30.732802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c3c66135-41ca-4396-9a94-762b30243202 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:30.745717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Pushing event updated for resources: {'Port': ['ID=f4351be2-60cb-436a-b21a-a7f9294a8109,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:30.784110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:30.876929 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-f3a95cd1-7014-48e0-93aa-fdf5c507de09 service neutron] 10.222.0.24 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914939 Nov 20 08:38:30.959318 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] Set router 34f4e64d-a071-4d70-8449-efa1a8c16768 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:31.182534 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b8efb-c9dc-4b31-bbce-052912093db8 req-88543e30-5e8a-45d7-b157-dc7522a93556 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:31.183396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-756b8efb-c9dc-4b31-bbce-052912093db8 req-88543e30-5e8a-45d7-b157-dc7522a93556 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Synchronizing usage tracker for tenant:8c5c51ec21c64255bcd76d5a40833f04 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:38:31.319666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Pushing event updated for resources: {'Port': ['ID=9e14d05d-becd-4801-ae00-0c8746177d32,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:31.331102 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:31.372016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'name': 'tempest-TestVolumeBootPattern-1839505112-router', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:38:17Z', 'updated_at': '2020-11-20T08:38:22Z', 'revision_number': 3, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'gw_port': {'id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:19Z', 'updated_at': '2020-11-20T08:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:31.377586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb6512a-c47a-4cbc-9ec0-f91ac363d97b None None] The sync data for ids ['34f4e64d-a071-4d70-8449-efa1a8c16768'] in dv-cinder-733622-11-iscsi is: [{'id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'name': 'tempest-TestVolumeBootPattern-1839505112-router', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:38:17Z', 'updated_at': '2020-11-20T08:38:22Z', 'revision_number': 3, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'gw_port': {'id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:19Z', 'updated_at': '2020-11-20T08:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:38:31.456265 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:31.457690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:31.460564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:31.562019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518520'] for router_interface, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:31.640070 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-217b77f6-62bd-4c36-9085-813b23850eb3 req-82b7eee5-583e-4c75-b64d-19fede286a5b service neutron] 10.222.0.24 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7526290 Nov 20 08:38:31.645808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-756b8efb-c9dc-4b31-bbce-052912093db8 req-88543e30-5e8a-45d7-b157-dc7522a93556 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Unset dirty status for tenant:8c5c51ec21c64255bcd76d5a40833f04 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:38:31.652000 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-756b8efb-c9dc-4b31-bbce-052912093db8 req-88543e30-5e8a-45d7-b157-dc7522a93556 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 944 time: 1.2207406 Nov 20 08:38:31.723165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:31.727528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Attempting to bind port f4351be2-60cb-436a-b21a-a7f9294a8109 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:31.727912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Attempting to bind port f4351be2-60cb-436a-b21a-a7f9294a8109 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '3f9118db-5d4e-417a-9a9b-8750f1b30f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:31.728280 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Attempting to bind port f4351be2-60cb-436a-b21a-a7f9294a8109 on network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:31.758877 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:31.759291 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Checking segment: {'id': '3f9118db-5d4e-417a-9a9b-8750f1b30f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:31.759630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:31.760034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Bound using segment: {'id': '3f9118db-5d4e-417a-9a9b-8750f1b30f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:31.760537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Bound port: f4351be2-60cb-436a-b21a-a7f9294a8109, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9118db-5d4e-417a-9a9b-8750f1b30f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1ad0b09a-2316-417e-8d74-ad5e247f00b4'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:31.761385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:31.842248 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-3691ccec-5424-4c7b-9192-e6bb93937e35 None None] Provisioning for port 9e14d05d-becd-4801-ae00-0c8746177d32 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:31.850844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-3691ccec-5424-4c7b-9192-e6bb93937e35 None None] Provisioning complete for port 9e14d05d-becd-4801-ae00-0c8746177d32 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:31.851546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3691ccec-5424-4c7b-9192-e6bb93937e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:31.874677 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-756b8efb-c9dc-4b31-bbce-052912093db8 req-bf7e78de-060f-443e-b756-4a9022ef7d39 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915202 Nov 20 08:38:32.060738 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-3691ccec-5424-4c7b-9192-e6bb93937e35 None None] Port 9e14d05d-becd-4801-ae00-0c8746177d32 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:38:32.168808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] For port f4351be2-60cb-436a-b21a-a7f9294a8109, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:32.175142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] For port f4351be2-60cb-436a-b21a-a7f9294a8109, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f4351be2-60cb-436a-b21a-a7f9294a8109,segment=NetworkSegment(3f9118db-5d4e-417a-9a9b-8750f1b30f68),segment_id=3f9118db-5d4e-417a-9a9b-8750f1b30f68)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:32.204027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 949d38ec-041d-4046-99e4-dd8db8de57ce up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:32.207817 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.229010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-57cd05f9-dbbd-43f8-910c-147a231487bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:32.389404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 949d38ec-041d-4046-99e4-dd8db8de57ce completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:32.395337 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 949d38ec-041d-4046-99e4-dd8db8de57ce triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:32.395763 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.480630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.481773 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670bee6-ae0b-4df6-bcbf-e951e02eb354 req-363677c5-8ddf-4054-9435-774b576850cd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:32.490303 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9670bee6-ae0b-4df6-bcbf-e951e02eb354 req-363677c5-8ddf-4054-9435-774b576850cd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 943 time: 0.9374306 Nov 20 08:38:32.494366 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347794'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.555345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:32.599272 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.617477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port 949d38ec-041d-4046-99e4-dd8db8de57ce, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=949d38ec-041d-4046-99e4-dd8db8de57ce,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:32.627431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.632123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-28d89bf9-19cc-4da6-9bd9-3f27565c86d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:32.711243 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Pushing event updated for resources: {'Port': ['ID=9e14d05d-becd-4801-ae00-0c8746177d32,revision_number=2']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:32.740606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:32.752129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Pushing event updated for resources: {'Port': ['ID=f4351be2-60cb-436a-b21a-a7f9294a8109,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:32.778920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:32.783885 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16058335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501919'] for router_interface, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.795083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=949d38ec-041d-4046-99e4-dd8db8de57ce,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:32.811224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:32.813827 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9670bee6-ae0b-4df6-bcbf-e951e02eb354 req-4dc92ef0-4bae-4e17-9006-52f77d8d4e5f tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219063 Nov 20 08:38:32.835278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d6d67-219e-4604-ae72-d71cdb985765 req-272cec68-0365-46d8-8ea9-a36f0b87ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:32.837606 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-507d6d67-219e-4604-ae72-d71cdb985765 req-272cec68-0365-46d8-8ea9-a36f0b87ba33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3a60a8e8f704216a7ba2140afd60014&device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 1160 time: 1.0483389 Nov 20 08:38:32.882269 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:32.883299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.885032 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] 10.222.0.24 "PUT /v2.0/ports/f4351be2-60cb-436a-b21a-a7f9294a8109 HTTP/1.1" status: 200 len: 1158 time: 4.5390940 Nov 20 08:38:32.889204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f5e485-1251-496f-a1cc-33d2a9cd1162', 'tag': 'f4351be2-60cb-436a-b21a-a7f9294a8109'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:33.144572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:33.145952 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:33.236864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 60246) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:33.283743 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f5e485-1251-496f-a1cc-33d2a9cd1162', 'tag': 'f4351be2-60cb-436a-b21a-a7f9294a8109', 'status': 'completed', 'code': 200} Nov 20 08:38:33.496127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:33.507432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-c3d79144-a505-4780-a1c5-fab417900429 None None] Provisioning complete for port 9e14d05d-becd-4801-ae00-0c8746177d32 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:33.508574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c3d79144-a505-4780-a1c5-fab417900429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:33.536464 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b8e09-cdf1-4d43-8efa-e25c5ba15b74 req-51f1e727-701c-4778-8455-f714419fb27e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:33.538185 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-548b8e09-cdf1-4d43-8efa-e25c5ba15b74 req-51f1e727-701c-4778-8455-f714419fb27e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.9623005 Nov 20 08:38:33.579693 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-c3d79144-a505-4780-a1c5-fab417900429 None None] Port 9e14d05d-becd-4801-ae00-0c8746177d32 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:38:33.589868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d6d67-219e-4604-ae72-d71cdb985765 req-a47a5d45-39c7-4653-a49f-2ffc7f9bd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:33.592233 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-507d6d67-219e-4604-ae72-d71cdb985765 req-a47a5d45-39c7-4653-a49f-2ffc7f9bd68e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7040a493-87be-4e34-be24-52a918baa5ae HTTP/1.1" status: 200 len: 907 time: 0.7447639 Nov 20 08:38:33.632480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:33.644720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] Usage tracker for resource:security_group_rule and tenant:12ef1143b7344a04ac8467f54de866c1 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:33.648921 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:33.657169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:33.703284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ae947-631f-4f01-973c-99c317579642 req-f7ab6690-e299-4c55-9281-c7d077c4baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:33.704926 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-f7ab6690-e299-4c55-9281-c7d077c4baab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c5c51ec21c64255bcd76d5a40833f04&device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 1161 time: 0.5029557 Nov 20 08:38:33.711393 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-507d6d67-219e-4604-ae72-d71cdb985765 req-4655cd77-d925-473b-917a-b8c75eda1471 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158248a0-9840-47a1-8769-c9378dfc7afd HTTP/1.1" status: 200 len: 217 time: 0.1037321 Nov 20 08:38:33.718879 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-548b8e09-cdf1-4d43-8efa-e25c5ba15b74 req-f4282833-81af-4e15-87b1-ca36548c1cf9 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592348 Nov 20 08:38:33.726616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced56f67-352a-4584-963b-2f2b30fad589 req-76973622-a935-42d7-902f-7127d3cc572d tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:33.728328 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ced56f67-352a-4584-963b-2f2b30fad589 req-76973622-a935-42d7-902f-7127d3cc572d tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 944 time: 0.2877431 Nov 20 08:38:33.846803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:33.857718 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:33.866625 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-dd2defb2-1f3b-4c87-be09-92fb4538c08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:33.892184 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-d813908e-dff2-406e-a39b-05576ef87c9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4351be2-60cb-436a-b21a-a7f9294a8109 HTTP/1.1" status: 200 len: 217 time: 0.1627483 Nov 20 08:38:33.927737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbebbef5-7ba8-44d4-bf85-76def752147a,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:33.932808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:33.942457 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12ef1143b7344a04ac8467f54de866c1&name=default HTTP/1.1" status: 200 len: 2747 time: 0.7003872 Nov 20 08:38:33.943003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 60258) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:33.980254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Router 34f4e64d-a071-4d70-8449-efa1a8c16768 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:38:34.006107 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ced56f67-352a-4584-963b-2f2b30fad589 req-6c374827-e168-4bad-a344-3ecb48eaf1fa tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163088 Nov 20 08:38:34.025165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d6d67-219e-4604-ae72-d71cdb985765 req-f6d015ce-1e00-44c0-bdaa-2c2386d091e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:34.027043 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-507d6d67-219e-4604-ae72-d71cdb985765 req-f6d015ce-1e00-44c0-bdaa-2c2386d091e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4181678-b025-47de-babd-ca82fa483b9c HTTP/1.1" status: 200 len: 853 time: 0.2386928 Nov 20 08:38:34.136729 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-507d6d67-219e-4604-ae72-d71cdb985765 req-0e66ea88-52ab-4edb-a573-1d2eb55f61f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7040a493-87be-4e34-be24-52a918baa5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953794 Nov 20 08:38:34.143331 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 949d38ec-041d-4046-99e4-dd8db8de57ce up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:34.145763 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ae947-631f-4f01-973c-99c317579642 req-7aad0ab2-4875-48f6-83fc-ef4ca005485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:34.148915 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-7aad0ab2-4875-48f6-83fc-ef4ca005485e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7fa09e5-cfd7-454b-83f9-da0ece196f3b HTTP/1.1" status: 200 len: 848 time: 0.2478034 Nov 20 08:38:34.153102 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cdc05c85-91d9-452d-aefb-3ca70c55e829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:34.269684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cdc05c85-91d9-452d-aefb-3ca70c55e829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:34.423290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 949d38ec-041d-4046-99e4-dd8db8de57ce triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:34.424134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:34.426248 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cdc05c85-91d9-452d-aefb-3ca70c55e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:34.430873 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f1e54290-5572-45df-89c2-e3b463b4fdc5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:34.450090 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc05c85-91d9-452d-aefb-3ca70c55e829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbebbef5-7ba8-44d4-bf85-76def752147a,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:34.455035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cdc05c85-91d9-452d-aefb-3ca70c55e829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:34.462466 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-d9a201a2-5c6e-4f9e-9a4d-f37b91e8b75e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ad0b09a-2316-417e-8d74-ad5e247f00b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2592475 Nov 20 08:38:34.468160 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cdc05c85-91d9-452d-aefb-3ca70c55e829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:34.469421 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-cdc05c85-91d9-452d-aefb-3ca70c55e829 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbebbef5-7ba8-44d4-bf85-76def752147a HTTP/1.1" status: 204 len: 168 time: 0.5255909 Nov 20 08:38:34.509782 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:38:34.541628 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-507d6d67-219e-4604-ae72-d71cdb985765 req-38ddcdea-4eca-4f15-bb4a-5aa266922854 service neutron] 10.222.0.24 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904026 Nov 20 08:38:34.555524 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] 10.222.0.32 "PUT /v2.0/routers/34f4e64d-a071-4d70-8449-efa1a8c16768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0886166 Nov 20 08:38:34.873835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dae296-0b8a-4ffa-8a05-184eeb3157e8 req-5bc3c459-b47d-4add-9e9e-8e5ad3c36728 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:34.877055 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-20dae296-0b8a-4ffa-8a05-184eeb3157e8 req-5bc3c459-b47d-4add-9e9e-8e5ad3c36728 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 943 time: 0.4781210 Nov 20 08:38:35.103184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Sync routers for ids ['34f4e64d-a071-4d70-8449-efa1a8c16768'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:38:35.127144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Routers {'34f4e64d-a071-4d70-8449-efa1a8c16768'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:35.128793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:38:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['34f4e64d-a071-4d70-8449-efa1a8c16768'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:35.157927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 60290) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:35.159317 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-c7281169-2046-4fde-a2e3-8d17217a18bb service neutron] 10.222.0.24 "GET /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875005 Nov 20 08:38:35.178959 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:35.186275 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-507d6d67-219e-4604-ae72-d71cdb985765 req-4db5288d-3d7f-4314-835a-3633fcde2da1 service neutron] 10.222.0.24 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6333077 Nov 20 08:38:35.230169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:35.236180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] Usage tracker for resource:security_group_rule and tenant:0efe9871f4c14cc28f8f48544cd322ae is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:35.240692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:35.250699 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:35.261771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-c5f5085e-8d9f-4738-9a95-139df8759f7a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:35.264911 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-c5f5085e-8d9f-4738-9a95-139df8759f7a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 814 time: 0.5804269 Nov 20 08:38:35.278996 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-20dae296-0b8a-4ffa-8a05-184eeb3157e8 req-257b2561-5906-4c34-aab7-0e6df7cc3761 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730280 Nov 20 08:38:35.339075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:35.342870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:35.352496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4b656fc4-d24c-40c5-8eed-e5d1ae9daf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:35.407967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceb7247-5dd9-47d0-a773-39b0409ebac4,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:35.412793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:35.419195 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0efe9871f4c14cc28f8f48544cd322ae&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2594931 Nov 20 08:38:35.423215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 60296) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:35.430913 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-81345867-5fe8-4d9d-bd05-d9df7877e4a3 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/quotas/61907a3500114ad79753ba894f54723b HTTP/1.1" status: 200 len: 375 time: 0.1495783 Nov 20 08:38:35.489352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Set router 34f4e64d-a071-4d70-8449-efa1a8c16768 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:35.513451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d780-0b13-4a3a-8a0c-2d174ec9bb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:35.550391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d780-0b13-4a3a-8a0c-2d174ec9bb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:35.551147 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f3ae947-631f-4f01-973c-99c317579642 req-41721955-ca8c-4054-83a0-8da2f0d9fdaf service neutron] 10.222.0.24 "GET /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3684149 Nov 20 08:38:35.605469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d780-0b13-4a3a-8a0c-2d174ec9bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:35.613262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3fcc7860-b46f-44b2-b138-cf46bc590723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:35.628733 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9d780-0b13-4a3a-8a0c-2d174ec9bb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceb7247-5dd9-47d0-a773-39b0409ebac4,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:35.631922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-dbb9d780-0b13-4a3a-8a0c-2d174ec9bb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:35.633200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d780-0b13-4a3a-8a0c-2d174ec9bb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:35.634552 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-dbb9d780-0b13-4a3a-8a0c-2d174ec9bb1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dceb7247-5dd9-47d0-a773-39b0409ebac4 HTTP/1.1" status: 204 len: 168 time: 0.2100832 Nov 20 08:38:35.716412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:38:35.824685 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-f6ab3b68-dcea-462d-8931-eee20852f43d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3612027 Nov 20 08:38:35.833470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aecf6-869a-47e2-bf7b-2e71fe3b5651 req-442c7185-9aa2-4461-ad10-a33397359220 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:35.835213 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-560aecf6-869a-47e2-bf7b-2e71fe3b5651 req-442c7185-9aa2-4461-ad10-a33397359220 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2996495 Nov 20 08:38:35.896103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94af73d-76ee-4877-b2b0-990cb1502be2 req-3e790765-8b80-49a5-8b04-ec0683671e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:35.897833 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a94af73d-76ee-4877-b2b0-990cb1502be2 req-3e790765-8b80-49a5-8b04-ec0683671e8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c5c51ec21c64255bcd76d5a40833f04&device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 1161 time: 0.2327175 Nov 20 08:38:35.988771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'name': 'tempest-TestVolumeBootPattern-1839505112-router', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:38:17Z', 'updated_at': '2020-11-20T08:38:31Z', 'revision_number': 4, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'gw_port': {'id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:19Z', 'updated_at': '2020-11-20T08:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '9e14d05d-becd-4801-ae00-0c8746177d32', 'name': '', 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'mac_address': 'fa:16:3e:bf:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bb3b5be7-72aa-446e-892e-cd7bb8d3ada6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:29Z', 'updated_at': '2020-11-20T08:38:32Z', 'revision_number': 2, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'subnets': [{'id': 'bb3b5be7-72aa-446e-892e-cd7bb8d3ada6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:35.997533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Checking router: 34f4e64d-a071-4d70-8449-efa1a8c16768 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:38:35.998242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Updating router 34f4e64d-a071-4d70-8449-efa1a8c16768 port 9e14d05d-becd-4801-ae00-0c8746177d32 binding host dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:38:36.124388 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:36.146050 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-560aecf6-869a-47e2-bf7b-2e71fe3b5651 req-f4f4e550-1220-48bd-9ca6-53b2599dea19 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987154 Nov 20 08:38:36.215618 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-e82937e3-e304-483a-8463-09937009a971 service neutron] 10.222.0.32 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665524 Nov 20 08:38:36.220571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94af73d-76ee-4877-b2b0-990cb1502be2 req-65147062-4f76-4f70-a839-0c76078f28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:36.223422 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a94af73d-76ee-4877-b2b0-990cb1502be2 req-65147062-4f76-4f70-a839-0c76078f28e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ad0b09a-2316-417e-8d74-ad5e247f00b4 HTTP/1.1" status: 200 len: 902 time: 0.3125570 Nov 20 08:38:36.415501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 60308) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:36.440616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:36.451176 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a94af73d-76ee-4877-b2b0-990cb1502be2 req-8f6102b1-2bf0-4565-81bc-4549375e6b6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4351be2-60cb-436a-b21a-a7f9294a8109 HTTP/1.1" status: 200 len: 217 time: 0.1686106 Nov 20 08:38:36.484318 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:36.489611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] Usage tracker for resource:security_group_rule and tenant:b1e8c6f5fc3d4c8fbfca718f79465afd is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:36.493806 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:36.503389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:36.598669 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:36.603287 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:36.613777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3c252d06-5c3b-41c4-8c3b-e25daf67a21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:36.665876 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f5688-d384-409d-ae52-524003c70b8d,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:36.671299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:36.677864 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1e8c6f5fc3d4c8fbfca718f79465afd&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2610474 Nov 20 08:38:36.678173 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 60312) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:36.738297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94af73d-76ee-4877-b2b0-990cb1502be2 req-93a5a7dd-ab79-441d-835c-8a7b9dd8e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:36.739839 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a94af73d-76ee-4877-b2b0-990cb1502be2 req-93a5a7dd-ab79-441d-835c-8a7b9dd8e444 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7fa09e5-cfd7-454b-83f9-da0ece196f3b HTTP/1.1" status: 200 len: 848 time: 0.1864226 Nov 20 08:38:37.045645 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-3a1103d7-6138-465d-813d-6b9b9f59a018 service neutron] 10.222.0.32 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8182280 Nov 20 08:38:37.049208 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a94af73d-76ee-4877-b2b0-990cb1502be2 req-b699592b-4a6f-4cb1-98ca-74b125da630f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ad0b09a-2316-417e-8d74-ad5e247f00b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676544 Nov 20 08:38:37.072398 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Notify callbacks [] for port, precommit_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:37.108820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.objects.ports [None req-5c16fdaf-9887-4c6e-8a5d-f6077a608aac None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80255) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:38:37.114971 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Transition to ACTIVE for port object 9e14d05d-becd-4801-ae00-0c8746177d32 will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:37.127433 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:37.219557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b77c35f2-6928-4274-95d3-afa1a74efeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:37.305914 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b77c35f2-6928-4274-95d3-afa1a74efeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:37.368558 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a94af73d-76ee-4877-b2b0-990cb1502be2 req-e9574942-b286-405e-8f18-40b61861c488 service neutron] 10.222.0.24 "GET /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093233 Nov 20 08:38:37.401545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:37.435074 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b77c35f2-6928-4274-95d3-afa1a74efeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:37.458851 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-36582bab-d2d5-4043-9505-a5260830623e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:37.481684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c35f2-6928-4274-95d3-afa1a74efeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f5688-d384-409d-ae52-524003c70b8d,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:37.570706 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f06da1-0dad-419b-a025-783b1be1ff15 None None] Pushing event updated for resources: {'Port': ['ID=9e14d05d-becd-4801-ae00-0c8746177d32,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:37.599755 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b77c35f2-6928-4274-95d3-afa1a74efeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:37.640843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b77c35f2-6928-4274-95d3-afa1a74efeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:37.642228 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-b77c35f2-6928-4274-95d3-afa1a74efeb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da0f5688-d384-409d-ae52-524003c70b8d HTTP/1.1" status: 204 len: 168 time: 0.9601815 Nov 20 08:38:37.656561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a0f06da1-0dad-419b-a025-783b1be1ff15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:37.756590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Attempting to bind port 9e14d05d-becd-4801-ae00-0c8746177d32 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:37.757473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Attempting to bind port 9e14d05d-becd-4801-ae00-0c8746177d32 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': '08417586-f2d5-4267-9880-4af1f4f8c460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:37.757897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Attempting to bind port 9e14d05d-becd-4801-ae00-0c8746177d32 on network bc9da4e3-3897-4d8c-b25e-2143c46463e1 {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:37.764893 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a94af73d-76ee-4877-b2b0-990cb1502be2 req-5fbf13c8-78fd-4237-becd-4f82fda4a046 service neutron] 10.222.0.24 "GET /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3806350 Nov 20 08:38:37.767385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:37.767824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Checking segment: {'id': '08417586-f2d5-4267-9880-4af1f4f8c460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:37.768286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:37.769399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Bound using segment: {'id': '08417586-f2d5-4267-9880-4af1f4f8c460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:37.769972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Bound port: 9e14d05d-becd-4801-ae00-0c8746177d32, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08417586-f2d5-4267-9880-4af1f4f8c460', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:37.770973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:37.785381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b95c5-3bad-491b-a0fc-1210e0f61108 req-dcc2de36-4747-41c6-9164-442f1102b942 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:37.790375 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e9b95c5-3bad-491b-a0fc-1210e0f61108 req-dcc2de36-4747-41c6-9164-442f1102b942 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 944 time: 0.1533725 Nov 20 08:38:37.885899 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e9b95c5-3bad-491b-a0fc-1210e0f61108 req-444d2e6f-955d-4a1b-80b3-8f668a2cddd7 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792222 Nov 20 08:38:37.929581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] For port 9e14d05d-becd-4801-ae00-0c8746177d32, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:37.941819 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] For port 9e14d05d-becd-4801-ae00-0c8746177d32, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=9e14d05d-becd-4801-ae00-0c8746177d32,segment=NetworkSegment(08417586-f2d5-4267-9880-4af1f4f8c460),segment_id=08417586-f2d5-4267-9880-4af1f4f8c460)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:37.952273 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:38.232936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc839-e384-4bdf-8af5-30a203fac275 req-169f51c3-db31-48d2-80e5-70f04a7bedc6 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:38.236582 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b6efc839-e384-4bdf-8af5-30a203fac275 req-169f51c3-db31-48d2-80e5-70f04a7bedc6 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1468403 Nov 20 08:38:38.247094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d2cbc-dfec-4a4a-a845-c7722f0f9755 req-1fe429b3-7d99-4a62-9dbb-3ff52e296f1e tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:38.250718 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d27d2cbc-dfec-4a4a-a845-c7722f0f9755 req-1fe429b3-7d99-4a62-9dbb-3ff52e296f1e tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 943 time: 0.2247174 Nov 20 08:38:38.272953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d180713d-5e22-42d6-9a06-3f23a7622b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:38.334858 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b6efc839-e384-4bdf-8af5-30a203fac275 req-dce5cbd4-5def-4e6f-b0d0-d06a24f74f12 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820715 Nov 20 08:38:38.351955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f06da1-0dad-419b-a025-783b1be1ff15 None None] Pushing event updated for resources: {'Port': ['ID=9e14d05d-becd-4801-ae00-0c8746177d32,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:38.357089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a0f06da1-0dad-419b-a025-783b1be1ff15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:38.403439 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d27d2cbc-dfec-4a4a-a845-c7722f0f9755 req-7fd1558f-5816-48d6-9c1c-acda458c289f tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940168 Nov 20 08:38:38.462933 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1141973994', 'description': 'tempest-TestVolumeBootPattern-1141973994 description'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:38.473504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:38.478267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Usage tracker for resource:security_group and tenant:cbb24c2df5384ba988d38abb22fc49c2 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:38.482245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:38.489780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:38.494983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Routers {'34f4e64d-a071-4d70-8449-efa1a8c16768'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:38.495710 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:38:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['34f4e64d-a071-4d70-8449-efa1a8c16768'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:38.524917 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:38.595429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:38.601031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 158248a0-9840-47a1-8769-c9378dfc7afd up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:38.601844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Usage tracker for resource:security_group_rule and tenant:cbb24c2df5384ba988d38abb22fc49c2 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:38.607420 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:38.680690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:38.686607 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1250e827-6f6e-4433-85e0-bfd5325993d3 req-6326098a-044f-4e26-88b5-5bb35d8c22e0 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 210 time: 0.0754521 Nov 20 08:38:38.791920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:38.798356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:38.813983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] Set router 34f4e64d-a071-4d70-8449-efa1a8c16768 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:38.817321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4b4ae7fe-d4f5-45ac-9d65-0b87391f8abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:38.896905 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 158248a0-9840-47a1-8769-c9378dfc7afd completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:38.914666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:38.927724 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e2620f1d-0671-4c4c-aa16-d06b5cd64163 req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1697 time: 0.4699926 Nov 20 08:38:38.936662 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 158248a0-9840-47a1-8769-c9378dfc7afd triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:38.937098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:38.937965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'SecurityGroup': ['ID=091c03a1-2504-48b6-af5c-030668c74582,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:38.959427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:39.196358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:39.368182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb82a34-b8db-4eca-82ff-96d22e6d8a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158248a0-9840-47a1-8769-c9378dfc7afd'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:39.394596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 158248a0-9840-47a1-8769-c9378dfc7afd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=158248a0-9840-47a1-8769-c9378dfc7afd,segment=NetworkSegment(4b29c729-95dc-4999-8e85-267a570b1217),segment_id=4b29c729-95dc-4999-8e85-267a570b1217)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:39.416335 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:39.431693 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:39.579734 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-c1bdf9c5-4dad-4622-a61b-1506b6ce7906 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups/091c03a1-2504-48b6-af5c-030668c74582 HTTP/1.1" status: 200 len: 1692 time: 0.2857394 Nov 20 08:38:39.602304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '091c03a1-2504-48b6-af5c-030668c74582', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:39.602757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '091c03a1-2504-48b6-af5c-030668c74582', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:39.608826 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:39.612884 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Usage tracker for resource:security_group_rule and tenant:cbb24c2df5384ba988d38abb22fc49c2 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:39.615956 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:39.623114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:39.640804 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-26252a15-30a6-466b-9192-8c95859d5dca tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:39.642573 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-26252a15-30a6-466b-9192-8c95859d5dca tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 814 time: 0.5020862 Nov 20 08:38:39.692260 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Request body: {'port': {'device_id': '9b65e1ea-96c6-4710-bf26-7416e042ae7e', 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c', 'admin_state_up': True, 'tenant_id': '61907a3500114ad79753ba894f54723b'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:39.727110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=158248a0-9840-47a1-8769-c9378dfc7afd,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:39.738205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:39.759572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7523df-a610-48b4-bd09-5bee6bd4d20b req-fb8061f1-0d26-4410-8c3b-b38d05fb8676 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:39.765456 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e7523df-a610-48b4-bd09-5bee6bd4d20b req-fb8061f1-0d26-4410-8c3b-b38d05fb8676 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 944 time: 0.2698770 Nov 20 08:38:39.765783 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'name': 'tempest-TestVolumeBootPattern-1839505112-router', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:38:17Z', 'updated_at': '2020-11-20T08:38:31Z', 'revision_number': 4, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'gw_port': {'id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:19Z', 'updated_at': '2020-11-20T08:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '9e14d05d-becd-4801-ae00-0c8746177d32', 'name': '', 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'mac_address': 'fa:16:3e:bf:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bb3b5be7-72aa-446e-892e-cd7bb8d3ada6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:29Z', 'updated_at': '2020-11-20T08:38:37Z', 'revision_number': 4, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'subnets': [{'id': 'bb3b5be7-72aa-446e-892e-cd7bb8d3ada6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:39.770782 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc4055d-86ee-4b46-9e90-bf1b923d47ac None None] The sync data for ids ['34f4e64d-a071-4d70-8449-efa1a8c16768'] in dv-cinder-733622-11-iscsi is: [{'id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'name': 'tempest-TestVolumeBootPattern-1839505112-router', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:38:17Z', 'updated_at': '2020-11-20T08:38:31Z', 'revision_number': 4, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'gw_port': {'id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:19Z', 'updated_at': '2020-11-20T08:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '9e14d05d-becd-4801-ae00-0c8746177d32', 'name': '', 'network_id': 'bc9da4e3-3897-4d8c-b25e-2143c46463e1', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'mac_address': 'fa:16:3e:bf:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bb3b5be7-72aa-446e-892e-cd7bb8d3ada6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:29Z', 'updated_at': '2020-11-20T08:38:37Z', 'revision_number': 4, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'subnets': [{'id': 'bb3b5be7-72aa-446e-892e-cd7bb8d3ada6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:38:39.851866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 158248a0-9840-47a1-8769-c9378dfc7afd up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:39.894477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group_rule, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:39.959637 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e7523df-a610-48b4-bd09-5bee6bd4d20b req-f39a0074-33e1-48c1-97ea-f2c768b81e65 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985096 Nov 20 08:38:39.977926 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:40.001411 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:40.004788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 158248a0-9840-47a1-8769-c9378dfc7afd triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:40.007060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:40.009543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:40.010596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:40.042089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-57f5deca-e7e8-46b9-a654-ea0de00027b1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:40.052772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group_rule, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:40.054074 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-502398cd-6cbc-4852-afa0-7eeb043120e9 req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4591410 Nov 20 08:38:40.109981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Made reservation on behalf of 61907a3500114ad79753ba894f54723b for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:38:40.132007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:40.172805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8343edb8-0da4-443a-8bc3-eeb76d86c7eb,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:40.183767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:40.247599 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 9e14d05d-becd-4801-ae00-0c8746177d32 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:40.456593 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb82a34-b8db-4eca-82ff-96d22e6d8a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158248a0-9840-47a1-8769-c9378dfc7afd', 'code': 200} Nov 20 08:38:40.532677 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 9e14d05d-becd-4801-ae00-0c8746177d32 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:40.550168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 9e14d05d-becd-4801-ae00-0c8746177d32 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:40.555712 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:40.926525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:40.998053 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port 9e14d05d-becd-4801-ae00-0c8746177d32, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=9e14d05d-becd-4801-ae00-0c8746177d32,segment=NetworkSegment(08417586-f2d5-4267-9880-4af1f4f8c460),segment_id=08417586-f2d5-4267-9880-4af1f4f8c460)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:41.002269 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:41.005534 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c826a220-7a63-43ce-8774-1f2b26b38af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:41.083843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=9e14d05d-becd-4801-ae00-0c8746177d32,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:41.096313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:41.169312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c070d53-8f4c-445f-9360-acd7c82e0d20 req-fe873c0d-2ae1-49dc-b03b-c5600f0a99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:41.171059 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2c070d53-8f4c-445f-9360-acd7c82e0d20 req-fe873c0d-2ae1-49dc-b03b-c5600f0a99e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 1163 time: 0.7145209 Nov 20 08:38:41.239191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4f34-5de2-4218-a72d-83a679f022e5 req-55b0916e-c02f-4a92-b6b1-6f65ad7c853b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:41.240904 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a7e4f34-5de2-4218-a72d-83a679f022e5 req-55b0916e-c02f-4a92-b6b1-6f65ad7c853b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.9570165 Nov 20 08:38:41.298457 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d581d56-7542-4bc7-a67d-5707f2617a29 req-8cc5fcea-79fe-4e6d-bfc1-f91bfb7fba0e tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:41.300220 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9d581d56-7542-4bc7-a67d-5707f2617a29 req-8cc5fcea-79fe-4e6d-bfc1-f91bfb7fba0e tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 945 time: 0.7164805 Nov 20 08:38:41.341075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb1bfa-8fd9-4129-8e5d-7d27c519a174 req-172dccee-26a1-4a8e-b4a6-fcd6bbc5828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:41.342703 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6dfb1bfa-8fd9-4129-8e5d-7d27c519a174 req-172dccee-26a1-4a8e-b4a6-fcd6bbc5828e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 1162 time: 0.4253166 Nov 20 08:38:41.424874 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2c070d53-8f4c-445f-9360-acd7c82e0d20 req-084eabb3-8165-499b-a3d9-e364a26cbdf8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360978 Nov 20 08:38:41.432775 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Allocated IP 172.20.0.2 (718043b5-18f0-487a-b0a0-0bd83f46e15c/27633da5-51ad-4151-9df2-98015bdc16d6/3f44f00c-43e9-4210-bac1-f6e8daaf9b78) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:41.492566 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a7e4f34-5de2-4218-a72d-83a679f022e5 req-ff022f60-fc2d-40af-9362-6613d8d73e4c tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096775 Nov 20 08:38:41.499630 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9d581d56-7542-4bc7-a67d-5707f2617a29 req-c3da9d2b-16e8-4b3d-9645-25f42b46837a tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665940 Nov 20 08:38:41.520842 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6dfb1bfa-8fd9-4129-8e5d-7d27c519a174 req-06c213af-268e-4e6d-8e09-9fb8c0cb6006 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682260 Nov 20 08:38:41.765363 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d4d99b45-0a1d-4d4e-b114-beebb296dae4 req-67226543-4a50-470f-bd37-b24c234e72ee tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 210 time: 0.1201839 Nov 20 08:38:41.780530 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-e5b11b68-2214-4ae3-93ad-9566e16719b0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups/091c03a1-2504-48b6-af5c-030668c74582 HTTP/1.1" status: 200 len: 2220 time: 0.2218637 Nov 20 08:38:41.797063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '091c03a1-2504-48b6-af5c-030668c74582', 'remote_group_id': None}]} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:41.797419 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '091c03a1-2504-48b6-af5c-030668c74582', 'remote_group_id': None}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:42.055526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:42.068672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 9e14d05d-becd-4801-ae00-0c8746177d32 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:42.072723 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Usage tracker for resource:security_group_rule and tenant:cbb24c2df5384ba988d38abb22fc49c2 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:42.077219 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:42.084262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:42.141048 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.176128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 9e14d05d-becd-4801-ae00-0c8746177d32 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:42.176851 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.191826 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group_rule, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.225163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.228751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.247645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:42.312455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.425453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Pushing event updated for resources: {'Port': ['ID=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:42.446674 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:42.447181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:42.464024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group_rule, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.465585 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f7ce2fe-1c37-4228-a8f8-e33632a41149 req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.6756315 Nov 20 08:38:42.469773 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425edbdd-b328-47eb-8e80-0f4d17a09ea1,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:42.489524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:42.541065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:42.541788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:42.546740 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:42.552252 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:42.553573 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.587836 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8998330 Nov 20 08:38:42.646691 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Request body: {'port': {'device_id': '9b65e1ea-96c6-4710-bf26-7416e042ae7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:42.914141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.980040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45768d9-6492-4b77-97cd-0dc2bf2788bf req-5c40929f-b94e-4a06-bdda-0bb4a6d7b6e7 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:42.984693 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e45768d9-6492-4b77-97cd-0dc2bf2788bf req-5c40929f-b94e-4a06-bdda-0bb4a6d7b6e7 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 944 time: 0.2803881 Nov 20 08:38:43.137745 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c33002-2192-4578-83c0-8272e8fbded0 req-41bd826e-e039-4709-9cc2-0cf45cc25f12 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:43.139030 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-14c33002-2192-4578-83c0-8272e8fbded0 req-41bd826e-e039-4709-9cc2-0cf45cc25f12 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.3070278 Nov 20 08:38:43.179263 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e45768d9-6492-4b77-97cd-0dc2bf2788bf req-1b9cd461-c010-499f-969f-5780ecee7ce2 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698685 Nov 20 08:38:43.327702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f4351be2-60cb-436a-b21a-a7f9294a8109 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:43.385842 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-14c33002-2192-4578-83c0-8272e8fbded0 req-fddac49a-d38f-4642-87e0-7589ccdb840f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389131 Nov 20 08:38:43.464339 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port f4351be2-60cb-436a-b21a-a7f9294a8109 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:43.470698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port f4351be2-60cb-436a-b21a-a7f9294a8109 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:43.471393 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.611279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.644957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f5e485-1251-496f-a1cc-33d2a9cd1162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4351be2-60cb-436a-b21a-a7f9294a8109'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:43.657612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port f4351be2-60cb-436a-b21a-a7f9294a8109, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f4351be2-60cb-436a-b21a-a7f9294a8109,segment=NetworkSegment(3f9118db-5d4e-417a-9a9b-8750f1b30f68),segment_id=3f9118db-5d4e-417a-9a9b-8750f1b30f68)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:43.667330 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.674846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 158248a0-9840-47a1-8769-c9378dfc7afd up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:43.749686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a0f06da1-0dad-419b-a025-783b1be1ff15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:43.767351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ad911-05db-4416-83a1-5585756133db req-0be30abc-c6d9-4fd0-b24f-e14f5c047b02 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:43.769076 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-542ad911-05db-4416-83a1-5585756133db req-0be30abc-c6d9-4fd0-b24f-e14f5c047b02 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 945 time: 0.3822174 Nov 20 08:38:43.788748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e02ca-0857-4b19-b2dc-f15518d6c001 req-c1787bf1-a66b-4b39-bc9d-9f11a7b27889 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:43.789589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-b72e02ca-0857-4b19-b2dc-f15518d6c001 req-c1787bf1-a66b-4b39-bc9d-9f11a7b27889 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Synchronizing usage tracker for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:38:43.801022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:38:43.833139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.868341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Transition to ACTIVE for port object 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:43.876436 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-b72e02ca-0857-4b19-b2dc-f15518d6c001 req-c1787bf1-a66b-4b39-bc9d-9f11a7b27889 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Unset dirty status for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:38:43.877830 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b72e02ca-0857-4b19-b2dc-f15518d6c001 req-c1787bf1-a66b-4b39-bc9d-9f11a7b27889 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 931 time: 0.3321023 Nov 20 08:38:43.881407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.898991 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a3ec228b-e155-4f6a-b22a-31e7c38f803b tempest-DeleteServersTestJSON-2065055360 tempest-DeleteServersTestJSON-2065055360] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:44.016781 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-542ad911-05db-4416-83a1-5585756133db req-1afc6de2-34fa-4b78-bd4f-b0e435cc1932 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233143 Nov 20 08:38:44.137712 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=f4351be2-60cb-436a-b21a-a7f9294a8109,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:44.144339 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:44.166670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 158248a0-9840-47a1-8769-c9378dfc7afd triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:44.167476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:44.282212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Pushing event updated for resources: {'Port': ['ID=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:44.285406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:44.306202 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b72e02ca-0857-4b19-b2dc-f15518d6c001 req-f36ede03-0010-493b-a007-e68825fff6f3 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097023 Nov 20 08:38:44.458529 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f5e485-1251-496f-a1cc-33d2a9cd1162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4351be2-60cb-436a-b21a-a7f9294a8109', 'code': 200} Nov 20 08:38:44.532565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Attempting to bind port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:44.532871 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Attempting to bind port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:44.533185 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Attempting to bind port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 on network 718043b5-18f0-487a-b0a0-0bd83f46e15c {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:44.542081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:44.542747 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Checking segment: {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:44.543220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:44.543626 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Bound using segment: {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:44.544131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Bound port: 3f44f00c-43e9-4210-bac1-f6e8daaf9b78, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76355d8e-7499-4c67-95ff-dc09e35a5b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '718043b5-18f0-487a-b0a0-0bd83f46e15c'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:44.544514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:44.738188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] For port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:44.891661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] For port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:44.911285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:44.930360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-38876161-4ece-47f0-b2b9-f1a24e72f6b0 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:45.130343 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc36e7-370c-40e8-bae9-f942854514d7 req-eed159b2-2d4a-484f-a67b-4693c186f062 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:45.133318 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-97dc36e7-370c-40e8-bae9-f942854514d7 req-eed159b2-2d4a-484f-a67b-4693c186f062 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 946 time: 0.5276537 Nov 20 08:38:45.158872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Pushing event updated for resources: {'Port': ['ID=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:45.167449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:45.217327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be2dee-77da-4bf2-9189-b9ebcc8fa019 req-1700085a-16ca-4b99-98ef-c4e8a0c592fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:45.219047 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63be2dee-77da-4bf2-9189-b9ebcc8fa019 req-1700085a-16ca-4b99-98ef-c4e8a0c592fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 1163 time: 0.4765773 Nov 20 08:38:45.232246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ffb1c-975f-4a7f-a335-ae13c8e8fa37 req-066067b6-565c-4357-bbfd-28a09177f3de tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:45.234025 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-933ffb1c-975f-4a7f-a335-ae13c8e8fa37 req-066067b6-565c-4357-bbfd-28a09177f3de tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.4236567 Nov 20 08:38:45.374968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:45.376413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:45.379096 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] 10.222.0.24 "PUT /v2.0/ports/3f44f00c-43e9-4210-bac1-f6e8daaf9b78 HTTP/1.1" status: 200 len: 1157 time: 2.7405076 Nov 20 08:38:45.383455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b65e1ea-96c6-4710-bf26-7416e042ae7e', 'tag': '3f44f00c-43e9-4210-bac1-f6e8daaf9b78'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:45.396427 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-97dc36e7-370c-40e8-bae9-f942854514d7 req-03031259-a389-46a6-9d55-a71a52b5f41b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444627 Nov 20 08:38:45.426510 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63be2dee-77da-4bf2-9189-b9ebcc8fa019 req-e5052684-e4ce-4e18-92bd-93f3b91a82e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910071 Nov 20 08:38:45.435252 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-933ffb1c-975f-4a7f-a335-ae13c8e8fa37 req-683f6272-42a3-4234-bd60-49e02f6edbc6 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721346 Nov 20 08:38:45.958715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cb3b2-c34d-49f6-a40d-1bfa8a806f78 req-7e286129-d1cf-4417-afa1-cf3b079ba193 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:45.960477 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-741cb3b2-c34d-49f6-a40d-1bfa8a806f78 req-7e286129-d1cf-4417-afa1-cf3b079ba193 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 945 time: 0.4117315 Nov 20 08:38:45.971002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d93b9f-54fd-47fa-a2e0-19a5b861e662 req-98e24e7a-af4e-498a-b132-30940b061a95 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:45.973155 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-89d93b9f-54fd-47fa-a2e0-19a5b861e662 req-98e24e7a-af4e-498a-b132-30940b061a95 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 943 time: 0.1398394 Nov 20 08:38:46.063057 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-741cb3b2-c34d-49f6-a40d-1bfa8a806f78 req-ba253b96-81c4-432d-bb6e-bf74c7ff8fb7 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887618 Nov 20 08:38:46.067297 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-89d93b9f-54fd-47fa-a2e0-19a5b861e662 req-557353e5-109c-4fd8-876f-ca76ab3dec6d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727177 Nov 20 08:38:46.218872 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b65e1ea-96c6-4710-bf26-7416e042ae7e', 'tag': '3f44f00c-43e9-4210-bac1-f6e8daaf9b78', 'status': 'completed', 'code': 200} Nov 20 08:38:46.257689 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-e71af4b8-1908-44df-b41f-b2d295034295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:46.259371 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-e71af4b8-1908-44df-b41f-b2d295034295 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 1160 time: 0.0853641 Nov 20 08:38:46.356698 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-e38fddd8-d27f-48d5-b15d-152a15facfa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f44f00c-43e9-4210-bac1-f6e8daaf9b78 HTTP/1.1" status: 200 len: 217 time: 0.0770555 Nov 20 08:38:46.456575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-c55e1b11-3cb2-416a-b5ad-db8760022614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:46.458170 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-c55e1b11-3cb2-416a-b5ad-db8760022614 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27633da5-51ad-4151-9df2-98015bdc16d6 HTTP/1.1" status: 200 len: 854 time: 0.0718277 Nov 20 08:38:46.511324 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-fc4fd0ca-94c6-4fde-af26-9274e15f1670 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=718043b5-18f0-487a-b0a0-0bd83f46e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457981 Nov 20 08:38:46.821740 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-0d6afd6f-e7f6-4e6e-844a-40d7f3b0ba34 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227442 Nov 20 08:38:47.017850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f4351be2-60cb-436a-b21a-a7f9294a8109 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:47.160383 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port f4351be2-60cb-436a-b21a-a7f9294a8109 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:47.160857 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:47.240415 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62ce4127-87e9-4191-a18b-5d1e2eb0553a req-adbedbe8-c9a9-4110-a774-4128768a88c9 service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3973155 Nov 20 08:38:47.289857 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed8d03-1268-4f2e-8f25-43a3909b63a1 req-e06ba3c1-d9c8-4a77-ae9c-db3772e92844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:47.291489 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2aed8d03-1268-4f2e-8f25-43a3909b63a1 req-e06ba3c1-d9c8-4a77-ae9c-db3772e92844 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 1163 time: 0.3273566 Nov 20 08:38:47.299183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f060e27-1aef-44fe-8975-88999d9d3f4c req-84f1fd2a-e515-4485-a88b-85d236127ae2 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:47.300905 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7f060e27-1aef-44fe-8975-88999d9d3f4c req-84f1fd2a-e515-4485-a88b-85d236127ae2 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2934091 Nov 20 08:38:47.301118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 158248a0-9840-47a1-8769-c9378dfc7afd up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:47.307587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221cdcd-a328-4126-b239-779e5b67e3f4 req-920e38fe-8cad-4e83-8c1b-297c3f426d85 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:47.310204 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4221cdcd-a328-4126-b239-779e5b67e3f4 req-920e38fe-8cad-4e83-8c1b-297c3f426d85 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 946 time: 0.2221091 Nov 20 08:38:47.382012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 158248a0-9840-47a1-8769-c9378dfc7afd triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:47.382656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:47.477591 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7f060e27-1aef-44fe-8975-88999d9d3f4c req-3ef2f88e-3d19-4eb5-bd9c-db359e078270 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661115 Nov 20 08:38:47.507156 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4221cdcd-a328-4126-b239-779e5b67e3f4 req-047b49f3-7ab9-4ee6-9d8e-2122eea66fd1 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688840 Nov 20 08:38:47.640046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed8d03-1268-4f2e-8f25-43a3909b63a1 req-58f99c8e-e0d2-46fa-9b54-33de6f2227d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:47.641663 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2aed8d03-1268-4f2e-8f25-43a3909b63a1 req-58f99c8e-e0d2-46fa-9b54-33de6f2227d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 912 time: 0.2449870 Nov 20 08:38:47.647789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0cf47-e716-4ef9-bb20-17d65ced9a21 req-bacf7a84-54da-43f9-92ea-9c93e17330d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:47.649383 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8e0cf47-e716-4ef9-bb20-17d65ced9a21 req-bacf7a84-54da-43f9-92ea-9c93e17330d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61907a3500114ad79753ba894f54723b&device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 1160 time: 0.2204297 Nov 20 08:38:47.825909 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2aed8d03-1268-4f2e-8f25-43a3909b63a1 req-8ee5b78c-6fc2-4fd8-8907-de434df35ec7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52854f8a-5f85-439f-ae49-b8100217e991 HTTP/1.1" status: 200 len: 217 time: 0.1312873 Nov 20 08:38:47.992118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed8d03-1268-4f2e-8f25-43a3909b63a1 req-65e83958-e74b-4472-82f8-4404291d012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:47.993701 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2aed8d03-1268-4f2e-8f25-43a3909b63a1 req-65e83958-e74b-4472-82f8-4404291d012b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 200 len: 858 time: 0.1592920 Nov 20 08:38:48.055562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e7c0-ac29-46a0-9331-3ed6a8ac4db3 req-b01c3bf0-3702-4c72-a3b6-9acbb08a5a36 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:48.057275 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bf21e7c0-ac29-46a0-9331-3ed6a8ac4db3 req-b01c3bf0-3702-4c72-a3b6-9acbb08a5a36 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 943 time: 0.4062665 Nov 20 08:38:48.064137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0cf47-e716-4ef9-bb20-17d65ced9a21 req-96faa0ad-9e5f-44a3-9ee8-d149bf97769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:48.065727 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8e0cf47-e716-4ef9-bb20-17d65ced9a21 req-96faa0ad-9e5f-44a3-9ee8-d149bf97769e service neutron] 10.222.0.24 "GET /v2.0/networks?id=718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 200 len: 908 time: 0.3701713 Nov 20 08:38:48.104214 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2aed8d03-1268-4f2e-8f25-43a3909b63a1 req-98d3389d-88ce-49de-9369-ade1413ddacf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad512bb8-48e5-4be8-ad72-4eb634331113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899286 Nov 20 08:38:48.140672 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bf21e7c0-ac29-46a0-9331-3ed6a8ac4db3 req-f54cd6a0-29a0-40ab-8334-026942f9eca0 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730093 Nov 20 08:38:48.261725 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8e0cf47-e716-4ef9-bb20-17d65ced9a21 req-a3c3277b-fd34-4525-8409-406ed39ed8c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f44f00c-43e9-4210-bac1-f6e8daaf9b78 HTTP/1.1" status: 200 len: 217 time: 0.1175084 Nov 20 08:38:48.327585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f4351be2-60cb-436a-b21a-a7f9294a8109 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:48.418372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port f4351be2-60cb-436a-b21a-a7f9294a8109 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:48.419526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:48.438795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0cf47-e716-4ef9-bb20-17d65ced9a21 req-701def5b-6446-4fbb-9493-91968d866ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:48.440475 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8e0cf47-e716-4ef9-bb20-17d65ced9a21 req-701def5b-6446-4fbb-9493-91968d866ff4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27633da5-51ad-4151-9df2-98015bdc16d6 HTTP/1.1" status: 200 len: 854 time: 0.1194136 Nov 20 08:38:48.444178 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2aed8d03-1268-4f2e-8f25-43a3909b63a1 req-418f2ef4-02ea-42e5-ac09-53968598aa59 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413607 Nov 20 08:38:48.745048 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8e0cf47-e716-4ef9-bb20-17d65ced9a21 req-638fb5a3-e23c-459f-bb23-6070e8c21ddc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=718043b5-18f0-487a-b0a0-0bd83f46e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561351 Nov 20 08:38:49.316775 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2aed8d03-1268-4f2e-8f25-43a3909b63a1 req-59d8036b-004a-4976-8c54-7b48c14c78f2 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7742388 Nov 20 08:38:49.352746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4edea9-d761-41df-af4e-c38d66eaf604 req-e9bd10d2-db79-4f57-8637-15c287a37f51 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:49.354427 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9a4edea9-d761-41df-af4e-c38d66eaf604 req-e9bd10d2-db79-4f57-8637-15c287a37f51 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.6739013 Nov 20 08:38:49.359923 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8e0cf47-e716-4ef9-bb20-17d65ced9a21 req-70b53fd9-b025-48b9-914f-e12bc2a1cd5d service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908480 Nov 20 08:38:49.386678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c71b0-fc42-4b7c-90a9-d13d9cbc6884 req-3a5e885b-d70b-41e0-b5e9-ff262724d122 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:49.388488 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a50c71b0-fc42-4b7c-90a9-d13d9cbc6884 req-3a5e885b-d70b-41e0-b5e9-ff262724d122 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 946 time: 0.5888104 Nov 20 08:38:49.541192 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9a4edea9-d761-41df-af4e-c38d66eaf604 req-c5212e19-a77d-40ad-8efc-0d0e21ba1c7f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790106 Nov 20 08:38:49.586934 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a50c71b0-fc42-4b7c-90a9-d13d9cbc6884 req-02360a84-5792-4288-9a49-41515acc1143 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660178 Nov 20 08:38:49.622329 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8e0cf47-e716-4ef9-bb20-17d65ced9a21 req-33b8ec9a-214d-4c53-8261-d19a5e9ff07c service neutron] 10.222.0.24 "GET /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2296178 Nov 20 08:38:49.828857 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49386bb9-3e89-46fc-970e-b86bfe256d4f req-e3a3c0f8-c8a7-4911-86bc-9cc5161df703 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:49.830540 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-49386bb9-3e89-46fc-970e-b86bfe256d4f req-e3a3c0f8-c8a7-4911-86bc-9cc5161df703 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 943 time: 0.0965514 Nov 20 08:38:49.887840 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-49386bb9-3e89-46fc-970e-b86bfe256d4f req-3bbf32fd-fc4d-4bed-a59f-47a3e9f92a95 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501232 Nov 20 08:38:50.001877 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-402a5e22-5841-4171-bf13-a21ecbf9ce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:50.439612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 52854f8a-5f85-439f-ae49-b8100217e991 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:50.523121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 52854f8a-5f85-439f-ae49-b8100217e991 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:50.523549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:50.659745 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:50.978266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2d1e-b67d-4dc9-a268-ddd320d42d73 req-fa9d9160-07bf-4f2d-8840-d44183ae63ac tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:50.979947 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9dde2d1e-b67d-4dc9-a268-ddd320d42d73 req-fa9d9160-07bf-4f2d-8840-d44183ae63ac tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2763984 Nov 20 08:38:50.985316 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-167ad26a-a193-4758-977f-4886bbae6ebf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2181039 Nov 20 08:38:51.134905 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9dde2d1e-b67d-4dc9-a268-ddd320d42d73 req-34459a01-d504-4a6f-8aa4-9a5417acaa56 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457076 Nov 20 08:38:51.212534 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-1fb0d1a2-afe3-45ab-b1db-5e3287657d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:51.214246 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-1fb0d1a2-afe3-45ab-b1db-5e3287657d74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa41560db5074b5889fca2f2778f6072&device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 1163 time: 0.1799772 Nov 20 08:38:51.226697 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04d6ca-eebb-48fd-99c1-b9a4cc1cb101 req-f30c1044-b745-4b3b-8c22-216aecab6a5a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:51.228420 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6a04d6ca-eebb-48fd-99c1-b9a4cc1cb101 req-f30c1044-b745-4b3b-8c22-216aecab6a5a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 943 time: 0.1913962 Nov 20 08:38:51.407297 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6a04d6ca-eebb-48fd-99c1-b9a4cc1cb101 req-ce3d79da-8aaa-40c4-9e31-e42212a90b02 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696153 Nov 20 08:38:51.463322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-6340220e-62b2-42e6-9ca9-c223d102717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:51.465104 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-6340220e-62b2-42e6-9ca9-c223d102717e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 200 len: 912 time: 0.2069998 Nov 20 08:38:51.574372 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-0a11e8a2-2e22-4aed-955a-b5da5e2b7130 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3613f226-bc8d-42c5-afe6-178c47632c4d HTTP/1.1" status: 200 len: 217 time: 0.0912931 Nov 20 08:38:51.659734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-ad931eb9-b9f1-4b2f-93c2-4959b8abca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:51.661378 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-ad931eb9-b9f1-4b2f-93c2-4959b8abca01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 200 len: 858 time: 0.0763011 Nov 20 08:38:51.727196 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-ac9ddc1d-c988-46c9-9b8e-75c2ffdf55a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad512bb8-48e5-4be8-ad72-4eb634331113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482776 Nov 20 08:38:51.992764 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-ce6aab0e-00fd-497b-b6f0-385655d4ca41 service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116020 Nov 20 08:38:52.004852 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54e220-073a-4db3-ac69-2d8bb58d26e9 req-4ebb6b78-3572-4ced-af6e-321d3ebd06a3 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:52.006492 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d54e220-073a-4db3-ac69-2d8bb58d26e9 req-4ebb6b78-3572-4ced-af6e-321d3ebd06a3 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 946 time: 0.2007184 Nov 20 08:38:52.187172 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d54e220-073a-4db3-ac69-2d8bb58d26e9 req-b025f920-1884-41cd-a479-9f5a7a5d1167 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576033 Nov 20 08:38:52.216974 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fdd89bdb-89d7-43ca-8ac1-87c7cd29ff11 req-4831bd35-4061-45c4-96af-64f7c931cdad service neutron] 10.222.0.24 "GET /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2093806 Nov 20 08:38:52.375548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeff02-44a4-43b6-a480-676358932aad req-7e214353-9f2b-41b1-a2ac-a7488013d0a0 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:52.377700 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-eeaeff02-44a4-43b6-a480-676358932aad req-7e214353-9f2b-41b1-a2ac-a7488013d0a0 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0926023 Nov 20 08:38:52.449844 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-eeaeff02-44a4-43b6-a480-676358932aad req-2e7e575a-43c4-44fb-9c5f-0abaabf5a431 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654004 Nov 20 08:38:52.655850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7754c1-b9e3-4e13-b539-b3105ffc9132 req-6848a4cf-9800-4749-b5af-5d245cb21062 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:52.657513 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f7754c1-b9e3-4e13-b539-b3105ffc9132 req-6848a4cf-9800-4749-b5af-5d245cb21062 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 943 time: 0.0889757 Nov 20 08:38:52.712441 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f7754c1-b9e3-4e13-b539-b3105ffc9132 req-977b7b07-2944-492d-b66b-2cafdb66ba7a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484567 Nov 20 08:38:52.860975 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:52.905616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cc368a42-af78-4ff3-b6d1-cec6997e5b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:53.407866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944439a-6374-455d-be17-855612bd0cff req-ca00667a-9e8f-4c73-ab13-4974e8817008 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:53.410739 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4944439a-6374-455d-be17-855612bd0cff req-ca00667a-9e8f-4c73-ab13-4974e8817008 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 946 time: 0.0881848 Nov 20 08:38:53.479440 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4944439a-6374-455d-be17-855612bd0cff req-6f5ede54-1709-4573-a801-01b7a9998989 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592542 Nov 20 08:38:53.665325 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d173f1b-42d8-48e4-8c27-98c89c0ac47b req-f9aa2f5d-55b2-4cfe-ae48-4cf0765db8d8 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:53.667019 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1d173f1b-42d8-48e4-8c27-98c89c0ac47b req-f9aa2f5d-55b2-4cfe-ae48-4cf0765db8d8 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0900929 Nov 20 08:38:53.718592 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1d173f1b-42d8-48e4-8c27-98c89c0ac47b req-c875f413-7e04-409e-9499-1ae4e2b1e76d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Nov 20 08:38:53.946702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb2c99-bea0-4d65-916b-242db45fa7c8 req-d4500037-5cbf-49f3-bce3-5599eeadbefa tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:53.950130 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-becb2c99-bea0-4d65-916b-242db45fa7c8 req-d4500037-5cbf-49f3-bce3-5599eeadbefa tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 943 time: 0.0954657 Nov 20 08:38:54.006964 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-becb2c99-bea0-4d65-916b-242db45fa7c8 req-bb5b4f82-07d8-494d-a9bd-a184fb9695ff tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493939 Nov 20 08:38:54.358630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:54.779976 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f7e45-411e-4aad-8f83-3a40feb6415d req-4740104b-aa72-4c8f-a0ef-c36a5ef9fd42 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:54.782536 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dc9f7e45-411e-4aad-8f83-3a40feb6415d req-4740104b-aa72-4c8f-a0ef-c36a5ef9fd42 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 946 time: 0.1332211 Nov 20 08:38:54.870193 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dc9f7e45-411e-4aad-8f83-3a40feb6415d req-bca5acda-2d68-4e64-b472-76e0ee1f615d tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799696 Nov 20 08:38:55.053897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cb77d-f74b-473e-8688-b49b0420e819 req-d393fc74-f5e0-4192-ae81-67542e1edfd9 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:55.055758 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f10cb77d-f74b-473e-8688-b49b0420e819 req-d393fc74-f5e0-4192-ae81-67542e1edfd9 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1202831 Nov 20 08:38:55.121395 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f10cb77d-f74b-473e-8688-b49b0420e819 req-40f5a2d9-cae0-4f25-b5e7-8f4e7376a4f3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579238 Nov 20 08:38:55.168702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:55.516323 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a856b15-776c-4656-bbc1-2ed5ad970a76 req-b12d4dfb-420b-4a1d-93f2-2bcbf49dfd34 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:55.518162 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9a856b15-776c-4656-bbc1-2ed5ad970a76 req-b12d4dfb-420b-4a1d-93f2-2bcbf49dfd34 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 943 time: 0.1282041 Nov 20 08:38:55.573237 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9a856b15-776c-4656-bbc1-2ed5ad970a76 req-373a422b-7318-4410-b39e-fb88d3140fa6 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480011 Nov 20 08:38:56.170395 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-a9ceb60c-494d-462c-984d-3b4c236a7b82 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:56.172097 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-a9ceb60c-494d-462c-984d-3b4c236a7b82 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.24 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 946 time: 0.1624391 Nov 20 08:38:56.249351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c5c1e-fb4a-472d-a0b9-b04f99634f8f req-e05cb1c7-3b92-4021-a372-4aa6bc8506b4 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:56.251269 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-586c5c1e-fb4a-472d-a0b9-b04f99634f8f req-e05cb1c7-3b92-4021-a372-4aa6bc8506b4 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 946 time: 0.1773107 Nov 20 08:38:56.295274 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Deleting port f4351be2-60cb-436a-b21a-a7f9294a8109 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:38:56.295728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:56.398115 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-586c5c1e-fb4a-472d-a0b9-b04f99634f8f req-889215a0-33c1-4694-a269-b6a8a9b47004 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/security-groups?id=c447a18e-77b1-4f17-9bec-e4a45b33e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382334 Nov 20 08:38:56.650784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] For port f4351be2-60cb-436a-b21a-a7f9294a8109, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f4351be2-60cb-436a-b21a-a7f9294a8109,segment=NetworkSegment(3f9118db-5d4e-417a-9a9b-8750f1b30f68),segment_id=3f9118db-5d4e-417a-9a9b-8750f1b30f68)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:56.651278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:56.892635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Calling delete_port for f4351be2-60cb-436a-b21a-a7f9294a8109 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:38:57.108678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83851cf3-e766-4de6-9bc8-e898bcc266c5 req-cab1d53a-9d9e-4be7-8465-60559d41e5a8 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:57.110394 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-83851cf3-e766-4de6-9bc8-e898bcc266c5 req-cab1d53a-9d9e-4be7-8465-60559d41e5a8 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 943 time: 0.3554950 Nov 20 08:38:57.441309 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-83851cf3-e766-4de6-9bc8-e898bcc266c5 req-fafbb4ed-7567-4556-bdab-a6fad401bc2a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710995 Nov 20 08:38:57.442209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:57.458061 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:57.516017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Pushing event deleted for resources: {'Port': ['ID=f4351be2-60cb-436a-b21a-a7f9294a8109,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:57.540735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.541147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.541545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.541938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.542335 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.542716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.543158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.543543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.543928 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.545177 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.545564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.545949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.546429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.546844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.547229 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.547607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.547988 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.548371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.548750 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.549127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.549518 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.549878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.550257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.550634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:57.604281 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:57.762462 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-38577f2a-2f87-4aea-a8ee-0cff5ba8b8e2 req-d5445c4f-8cd0-4242-8c9d-39443e820797 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.32 "GET /v2.0/ports?device_id=b8f5e485-1251-496f-a1cc-33d2a9cd1162 HTTP/1.1" status: 200 len: 210 time: 0.0760226 Nov 20 08:38:57.809594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] No DVR routers for this DVR port f4351be2-60cb-436a-b21a-a7f9294a8109 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:38:57.812260 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:57.815385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f5e485-1251-496f-a1cc-33d2a9cd1162', 'name': 'network-vif-deleted', 'tag': 'f4351be2-60cb-436a-b21a-a7f9294a8109'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:57.836640 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-419d613c-0679-4e7c-ac53-ea78772d9375 req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] 10.222.0.24 "DELETE /v2.0/ports/f4351be2-60cb-436a-b21a-a7f9294a8109 HTTP/1.1" status: 204 len: 173 time: 1.6545653 Nov 20 08:38:57.903837 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f5e485-1251-496f-a1cc-33d2a9cd1162', 'name': 'network-vif-deleted', 'tag': 'f4351be2-60cb-436a-b21a-a7f9294a8109', 'status': 'completed', 'code': 200} Nov 20 08:38:58.089812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 52854f8a-5f85-439f-ae49-b8100217e991 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:58.177989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 52854f8a-5f85-439f-ae49-b8100217e991 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:58.178697 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:58.340594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:58.414303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:58.420850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:58.421286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:58.576700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:58.616731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b65e1ea-96c6-4710-bf26-7416e042ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f44f00c-43e9-4210-bac1-f6e8daaf9b78'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:58.636734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:58.640868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:58.643467 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:58.708802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f4351be2-60cb-436a-b21a-a7f9294a8109 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:38:58.711349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0a018-3716-40bf-956a-46a4a4fbf410 req-c03187bf-2970-479c-ba61-2a967c303f4f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.713100 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-03f0a018-3716-40bf-956a-46a4a4fbf410 req-c03187bf-2970-479c-ba61-2a967c303f4f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 945 time: 0.1161571 Nov 20 08:38:58.744258 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b65e1ea-96c6-4710-bf26-7416e042ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f44f00c-43e9-4210-bac1-f6e8daaf9b78', 'code': 200} Nov 20 08:38:58.760617 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] No Port match for: f4351be2-60cb-436a-b21a-a7f9294a8109 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:38:58.761135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f4351be2-60cb-436a-b21a-a7f9294a8109 not bound to the agent host hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:38:58.775177 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-03f0a018-3716-40bf-956a-46a4a4fbf410 req-4a2d925d-37b8-429a-995b-82db7feb5dab tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498533 Nov 20 08:38:58.793348 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:58.805575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.805963 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.806670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.806870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.807228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.807574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.807947 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.808309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.808769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.809283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.809892 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.810340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.810805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.811196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.812748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.812748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.812748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.812748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.813217 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.813758 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.813899 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.814200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.814562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.814965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:58.822059 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:59.154697 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20914c-4928-42e3-a4e4-c6df9dede6e0 req-e8aa737e-69a9-4778-960c-988579d7a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:59.155226 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7b20914c-4928-42e3-a4e4-c6df9dede6e0 req-e8aa737e-69a9-4778-960c-988579d7a5b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 1162 time: 0.0841205 Nov 20 08:38:59.209220 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7b20914c-4928-42e3-a4e4-c6df9dede6e0 req-6eb10244-eed2-41b1-9328-f5c7828a9f1c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455172 Nov 20 08:38:59.474190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:59.649669 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:59.650487 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:00.049816 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455aa232-3fb4-4de7-877f-dd34804fac3e req-e3b40cfb-8fca-4cca-8eef-4d770552a038 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:00.051672 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-455aa232-3fb4-4de7-877f-dd34804fac3e req-e3b40cfb-8fca-4cca-8eef-4d770552a038 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 945 time: 0.1036263 Nov 20 08:39:00.146997 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-455aa232-3fb4-4de7-877f-dd34804fac3e req-347d3f07-0a12-41b8-ba78-4fef690e1df9 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878921 Nov 20 08:39:01.346095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546f76-5609-4284-9a49-36866404ec4b req-d9128802-69ae-4a82-aa44-1aad94bd5242 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:01.347913 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-61546f76-5609-4284-9a49-36866404ec4b req-d9128802-69ae-4a82-aa44-1aad94bd5242 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1093078 Nov 20 08:39:01.471316 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-61546f76-5609-4284-9a49-36866404ec4b req-2f5790fe-6c72-4ee8-97bc-c6d5ee65599b tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166687 Nov 20 08:39:01.496213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424006e-3ad9-4670-869c-3a2eacd6fcf1 req-ee985679-deae-4559-b52d-ddf4b03a5178 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:01.498505 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9424006e-3ad9-4670-869c-3a2eacd6fcf1 req-ee985679-deae-4559-b52d-ddf4b03a5178 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 945 time: 0.1227748 Nov 20 08:39:01.565126 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9424006e-3ad9-4670-869c-3a2eacd6fcf1 req-235ddc8e-b841-4d36-bb02-df1d6c3ff008 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540268 Nov 20 08:39:01.753106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:01.831931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:01.832363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:02.729463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5198e-5985-4507-a71f-11bbe7744996 req-ed12e88f-26a8-4b4f-98e4-fdacec4f53a5 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:02.732514 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3cc5198e-5985-4507-a71f-11bbe7744996 req-ed12e88f-26a8-4b4f-98e4-fdacec4f53a5 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1061263 Nov 20 08:39:02.801061 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3cc5198e-5985-4507-a71f-11bbe7744996 req-208c09f4-c42f-4615-b264-95ab948f8562 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609143 Nov 20 08:39:02.943218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f09f5-f3cf-45ec-8543-b82947172672 req-d08ceec3-7770-4c31-9283-864bd145a6ab tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:02.944930 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-623f09f5-f3cf-45ec-8543-b82947172672 req-d08ceec3-7770-4c31-9283-864bd145a6ab tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 945 time: 0.0958903 Nov 20 08:39:03.016291 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-623f09f5-f3cf-45ec-8543-b82947172672 req-47fa4c07-c733-450a-8c02-67d4bc5e563a tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637650 Nov 20 08:39:03.627461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:03.726055 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:03.726766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:04.036614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828f92a-c53f-44b4-bce4-4a5c7cba9889 req-69c3099a-a2e4-455f-a395-f96e709e87fc tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:04.038287 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b828f92a-c53f-44b4-bce4-4a5c7cba9889 req-69c3099a-a2e4-455f-a395-f96e709e87fc tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.0928302 Nov 20 08:39:04.089347 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b828f92a-c53f-44b4-bce4-4a5c7cba9889 req-7b3a25c5-1657-4163-8d51-86875d79d9ea tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 Nov 20 08:39:05.311561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9293bb-4a7e-4287-86d8-5400801203cd req-91673790-428f-4add-a72a-524257fabe72 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:05.313209 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1c9293bb-4a7e-4287-86d8-5400801203cd req-91673790-428f-4add-a72a-524257fabe72 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.0883844 Nov 20 08:39:05.366235 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1c9293bb-4a7e-4287-86d8-5400801203cd req-df9c6c58-9478-48fd-a624-86370dac6b52 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468020 Nov 20 08:39:06.372801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-9249bbc8-7095-4c15-9b04-4dabbb0967b3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:06.374404 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-9249bbc8-7095-4c15-9b04-4dabbb0967b3 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.24 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.1059513 Nov 20 08:39:06.463266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Deleting port 3613f226-bc8d-42c5-afe6-178c47632c4d {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:06.463654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:06.794770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a96f7-537f-4684-aca6-f611dfb52602 req-9a005c9d-8060-4ed7-b805-9cf7210ab9ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:06.796599 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-085a96f7-537f-4684-aca6-f611dfb52602 req-9a005c9d-8060-4ed7-b805-9cf7210ab9ad tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 946 time: 0.2224729 Nov 20 08:39:06.846621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] For port 3613f226-bc8d-42c5-afe6-178c47632c4d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3613f226-bc8d-42c5-afe6-178c47632c4d,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:06.847086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:07.009794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Calling delete_port for 3613f226-bc8d-42c5-afe6-178c47632c4d owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:07.063580 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-085a96f7-537f-4684-aca6-f611dfb52602 req-504cc4fb-8d31-46b3-bbfa-6eb7123ead73 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567599 Nov 20 08:39:07.191766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:07.208030 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b5e41cd8-94dd-4a28-9e20-57b85d2bd4ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:07.262361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Pushing event deleted for resources: {'Port': ['ID=3613f226-bc8d-42c5-afe6-178c47632c4d,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:07.275346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:07.320864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3613f226-bc8d-42c5-afe6-178c47632c4d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:07.360477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] No Port match for: 3613f226-bc8d-42c5-afe6-178c47632c4d {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:39:07.360958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3613f226-bc8d-42c5-afe6-178c47632c4d not bound to the agent host hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:39:07.441752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] No DVR routers for this DVR port 3613f226-bc8d-42c5-afe6-178c47632c4d on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:39:07.444705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:07.447661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c17800-3963-4a11-9c1e-d3c197a9e7f4', 'name': 'network-vif-deleted', 'tag': '3613f226-bc8d-42c5-afe6-178c47632c4d'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:07.464958 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8928aeb3-a53c-460f-9fce-09204affeaeb req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.24 "DELETE /v2.0/ports/3613f226-bc8d-42c5-afe6-178c47632c4d HTTP/1.1" status: 204 len: 173 time: 1.0762796 Nov 20 08:39:07.519806 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c17800-3963-4a11-9c1e-d3c197a9e7f4', 'name': 'network-vif-deleted', 'tag': '3613f226-bc8d-42c5-afe6-178c47632c4d', 'status': 'completed', 'code': 200} Nov 20 08:39:08.355600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-9877b649-ae28-4ef3-8fe9-5db903b037f8 req-8e9c00ce-9a8e-4fdd-ac10-ddd4d54a1516 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Synchronizing usage tracker for tenant:aa41560db5074b5889fca2f2778f6072 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:08.371370 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-9877b649-ae28-4ef3-8fe9-5db903b037f8 req-8e9c00ce-9a8e-4fdd-ac10-ddd4d54a1516 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Unset dirty status for tenant:aa41560db5074b5889fca2f2778f6072 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:08.373290 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9877b649-ae28-4ef3-8fe9-5db903b037f8 req-8e9c00ce-9a8e-4fdd-ac10-ddd4d54a1516 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=33c17800-3963-4a11-9c1e-d3c197a9e7f4 HTTP/1.1" status: 200 len: 210 time: 0.0967288 Nov 20 08:39:09.950987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b243920-3537-4d57-b2fa-f23522bb6a5d req-5b073db7-82d8-45ab-9adc-3268925d1757 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:09.952570 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b243920-3537-4d57-b2fa-f23522bb6a5d req-5b073db7-82d8-45ab-9adc-3268925d1757 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0975394 Nov 20 08:39:10.004582 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b243920-3537-4d57-b2fa-f23522bb6a5d req-a3d30cb5-8a0f-4b31-b1b3-ea1687b67f61 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Nov 20 08:39:11.255585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725d2df-c7e9-46e7-b884-4bd054543410 req-71d8824e-f1e6-4255-9dd5-97fb6c94da61 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:11.257267 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e725d2df-c7e9-46e7-b884-4bd054543410 req-71d8824e-f1e6-4255-9dd5-97fb6c94da61 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0947673 Nov 20 08:39:11.317244 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e725d2df-c7e9-46e7-b884-4bd054543410 req-9cc75e6c-69e9-452b-8d7f-14384a2fa409 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521953 Nov 20 08:39:12.621228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c93a56-b21c-4f56-b050-dce13c279c20 req-c90a558d-29c2-4e48-b151-4893b3c53aa2 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:12.623803 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b4c93a56-b21c-4f56-b050-dce13c279c20 req-c90a558d-29c2-4e48-b151-4893b3c53aa2 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1560833 Nov 20 08:39:12.680215 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b4c93a56-b21c-4f56-b050-dce13c279c20 req-3051572c-c801-45d2-8b5f-38e6411acc34 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490637 Nov 20 08:39:12.709778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:39:13.929458 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9711d03-febf-4555-9862-b7c8890d8131 req-d69d501f-5f81-40d9-b251-16f9a6ccb78f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:13.931080 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d9711d03-febf-4555-9862-b7c8890d8131 req-d69d501f-5f81-40d9-b251-16f9a6ccb78f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0868380 Nov 20 08:39:13.985567 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d9711d03-febf-4555-9862-b7c8890d8131 req-2c7b0e5e-99e3-459a-97bd-ef2f615eea09 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 Nov 20 08:39:15.220713 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9479b-e2f0-4833-b9fa-253442dfb7ef req-2f21f88f-a514-4b53-b9a6-86f538a80294 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:15.222372 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9a9479b-e2f0-4833-b9fa-253442dfb7ef req-2f21f88f-a514-4b53-b9a6-86f538a80294 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0904319 Nov 20 08:39:15.278738 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9a9479b-e2f0-4833-b9fa-253442dfb7ef req-df776a15-5c87-4f27-ad0a-9aca05d6581d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 Nov 20 08:39:16.511637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caf710-b896-4e0c-9846-1bcb67cbb965 req-a0e4ae11-7be5-4070-8fe1-727a8ac6a2cc tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:16.513859 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a0caf710-b896-4e0c-9846-1bcb67cbb965 req-a0e4ae11-7be5-4070-8fe1-727a8ac6a2cc tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1002872 Nov 20 08:39:16.569720 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a0caf710-b896-4e0c-9846-1bcb67cbb965 req-9fd8f963-ce42-4aba-a0b1-335dfc4a816a tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493371 Nov 20 08:39:17.507771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c4b04-184a-4f37-95a0-bcd14027507f req-79b18289-3661-412d-a2ca-92e6dd8e0eeb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:17.509451 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7d2c4b04-184a-4f37-95a0-bcd14027507f req-79b18289-3661-412d-a2ca-92e6dd8e0eeb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.0895493 Nov 20 08:39:17.573736 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7d2c4b04-184a-4f37-95a0-bcd14027507f req-e5169aa0-36ca-4555-98fc-054544d3a2a8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568852 Nov 20 08:39:17.803300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e125a-75a0-449a-a74a-7e5ba51cdb2e req-e63e73b7-35c8-4414-b569-86d7087046f4 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:17.804929 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-375e125a-75a0-449a-a74a-7e5ba51cdb2e req-e63e73b7-35c8-4414-b569-86d7087046f4 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.0913301 Nov 20 08:39:17.860248 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-375e125a-75a0-449a-a74a-7e5ba51cdb2e req-ddc204fa-401c-4865-8465-1ad614b56988 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478165 Nov 20 08:39:18.821574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eda8f4-96a4-4acb-ac19-1bfaf2476dfb req-e8d14f39-6128-475e-9df0-71940eceef77 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:18.823190 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9eda8f4-96a4-4acb-ac19-1bfaf2476dfb req-e8d14f39-6128-475e-9df0-71940eceef77 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.0904424 Nov 20 08:39:18.882158 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9eda8f4-96a4-4acb-ac19-1bfaf2476dfb req-5283e185-2793-4de9-9d92-588f9f108a1d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479403 Nov 20 08:39:19.141298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bef91a-2432-403c-9dd1-c74a790989ad req-3ab6c464-eb72-44d0-befd-416b796ea562 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:19.143068 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-01bef91a-2432-403c-9dd1-c74a790989ad req-3ab6c464-eb72-44d0-befd-416b796ea562 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1000483 Nov 20 08:39:19.206141 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-01bef91a-2432-403c-9dd1-c74a790989ad req-378be2af-31ce-46c8-b08d-28fd8f9fb91f tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502000 Nov 20 08:39:20.003147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4cd04add-6490-49c1-a40f-be63a8d2c720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:20.210741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6db82-4d8f-4aef-8a4f-ff494d526f2c req-ff413369-db18-46a8-82f4-7f6b9e8549f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:20.212489 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a0f6db82-4d8f-4aef-8a4f-ff494d526f2c req-ff413369-db18-46a8-82f4-7f6b9e8549f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1147821 Nov 20 08:39:20.318747 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a0f6db82-4d8f-4aef-8a4f-ff494d526f2c req-364e3d1e-5a44-475d-830e-bc0edaf9bfcb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914629 Nov 20 08:39:20.617635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec20aa3-89db-4ee4-846e-ce2afab276ec req-b5485d1a-5899-4c0a-95eb-083475163092 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:20.641521 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2ec20aa3-89db-4ee4-846e-ce2afab276ec req-b5485d1a-5899-4c0a-95eb-083475163092 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2149115 Nov 20 08:39:20.667368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:20.733668 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2ec20aa3-89db-4ee4-846e-ce2afab276ec req-ce7eb3c8-32a1-4e5f-84a7-4ac372ba5841 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904703 Nov 20 08:39:21.631685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85917bd2-d6b2-4a1e-a746-a3991a994543 req-aeebfbce-cf2e-49bc-a342-f9b8f01b43f9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:21.633455 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-85917bd2-d6b2-4a1e-a746-a3991a994543 req-aeebfbce-cf2e-49bc-a342-f9b8f01b43f9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1301103 Nov 20 08:39:21.934983 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-85917bd2-d6b2-4a1e-a746-a3991a994543 req-686569c7-bb9d-4da3-b8ec-4e589145a493 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933471 Nov 20 08:39:22.079148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3587e21-11ca-4acb-b99d-f4b27dbca751 req-ce291a84-1359-4655-86ac-dc959a681813 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:22.080848 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b3587e21-11ca-4acb-b99d-f4b27dbca751 req-ce291a84-1359-4655-86ac-dc959a681813 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1442280 Nov 20 08:39:22.187650 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b3587e21-11ca-4acb-b99d-f4b27dbca751 req-52f3095f-6f19-4192-b313-1e14829a9a49 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899663 Nov 20 08:39:22.878595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:22.915562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0826ccf1-3343-420b-a37f-3dc1aa03ad54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:23.274157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75886a-6e58-435e-9c85-eea3da52563b req-f8e0ea85-d953-4008-bfc6-f1b207151853 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:23.276019 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fa75886a-6e58-435e-9c85-eea3da52563b req-f8e0ea85-d953-4008-bfc6-f1b207151853 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1112854 Nov 20 08:39:23.347731 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fa75886a-6e58-435e-9c85-eea3da52563b req-17fd37dc-5fa2-47e6-be8b-c796a178a2fa tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616446 Nov 20 08:39:23.485605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f087f4-8411-4472-ab7c-92ea0b0800ea req-8d8a020a-dbcf-497c-bd5a-211822e6dded tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:23.493222 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-78f087f4-8411-4472-ab7c-92ea0b0800ea req-8d8a020a-dbcf-497c-bd5a-211822e6dded tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1149213 Nov 20 08:39:23.551544 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-78f087f4-8411-4472-ab7c-92ea0b0800ea req-dceeebc5-642b-4ef8-837e-e894fc76d72c tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572252 Nov 20 08:39:24.372673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:24.400479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 52854f8a-5f85-439f-ae49-b8100217e991 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:24.626755 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 52854f8a-5f85-439f-ae49-b8100217e991 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:24.627415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:24.867831 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b6e37-3b2a-4151-b6ce-6018740d605e req-d5584605-2cc9-46fb-ae56-80cfae733953 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:24.873706 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-793b6e37-3b2a-4151-b6ce-6018740d605e req-d5584605-2cc9-46fb-ae56-80cfae733953 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.2313077 Nov 20 08:39:25.019365 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-793b6e37-3b2a-4151-b6ce-6018740d605e req-5779af96-9a42-4c72-a4e6-420c88cccad6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898654 Nov 20 08:39:25.041010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9d58-a334-423a-be2e-0ddb0a43fadc req-08b07e9d-7a53-4c73-abf9-b5c519e54deb tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:25.042769 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-180e9d58-a334-423a-be2e-0ddb0a43fadc req-08b07e9d-7a53-4c73-abf9-b5c519e54deb tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.2063637 Nov 20 08:39:25.174036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:25.179950 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-180e9d58-a334-423a-be2e-0ddb0a43fadc req-8ab73bfe-d729-4f64-b6ae-c0d05bfc70da tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226065 Nov 20 08:39:25.307808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-c8df36c9-8ba2-4f27-8e5f-7678d92e16c4 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:25.311631 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-c8df36c9-8ba2-4f27-8e5f-7678d92e16c4 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.24 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 946 time: 0.1939144 Nov 20 08:39:25.627579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Deleting port 52854f8a-5f85-439f-ae49-b8100217e991 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:25.629034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:25.967900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 52854f8a-5f85-439f-ae49-b8100217e991 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:26.060922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] For port 52854f8a-5f85-439f-ae49-b8100217e991, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=52854f8a-5f85-439f-ae49-b8100217e991,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:26.061621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:26.223088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:26.296298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 52854f8a-5f85-439f-ae49-b8100217e991, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=52854f8a-5f85-439f-ae49-b8100217e991,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:26.299070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aab4b0-1e83-458a-8ae0-b72163d2163d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52854f8a-5f85-439f-ae49-b8100217e991'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:26.312897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:26.314949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f30a028-2346-4087-a31a-30f00d72da5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:26.331965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Calling delete_port for 52854f8a-5f85-439f-ae49-b8100217e991 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:26.447875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=52854f8a-5f85-439f-ae49-b8100217e991,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:26.452015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:26.617962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288e609-2a94-4393-a9d6-dc52db364c90 req-a9162572-8cf4-4820-b530-3788839bf784 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:26.626583 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3288e609-2a94-4393-a9d6-dc52db364c90 req-a9162572-8cf4-4820-b530-3788839bf784 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.2431962 Nov 20 08:39:26.692687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72afe-36f9-4bc9-8576-2068d4376cab req-ee4af1aa-f6c3-4ade-8416-dd9088bd896e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:26.700703 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-34d72afe-36f9-4bc9-8576-2068d4376cab req-ee4af1aa-f6c3-4ade-8416-dd9088bd896e tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 944 time: 0.2064080 Nov 20 08:39:26.764756 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-34d72afe-36f9-4bc9-8576-2068d4376cab req-1a38b861-c180-49f8-8e3e-9cc6c1b2915d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629463 Nov 20 08:39:26.831532 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3288e609-2a94-4393-a9d6-dc52db364c90 req-85f1597d-6ff0-4887-97e1-f16ba2e8bb6a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038119 Nov 20 08:39:26.839164 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:39:26.839619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:39:26.923690 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aab4b0-1e83-458a-8ae0-b72163d2163d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52854f8a-5f85-439f-ae49-b8100217e991', 'code': 200} Nov 20 08:39:27.340549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Deleting port 52854f8a-5f85-439f-ae49-b8100217e991 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:27.341025 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:27.748830 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] For port 52854f8a-5f85-439f-ae49-b8100217e991, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=52854f8a-5f85-439f-ae49-b8100217e991,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:27.749592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.187545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Calling delete_port for 52854f8a-5f85-439f-ae49-b8100217e991 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:28.426584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba3ea-3009-4652-b226-1293038dabd8 req-531ad9c8-2c21-4c90-89e0-6be56e3115a5 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:28.428426 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-766ba3ea-3009-4652-b226-1293038dabd8 req-531ad9c8-2c21-4c90-89e0-6be56e3115a5 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/ports?device_id=f8aab4b0-1e83-458a-8ae0-b72163d2163d HTTP/1.1" status: 200 len: 944 time: 0.2550554 Nov 20 08:39:28.524684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4b945-3178-4936-8133-3752b6f5b3b9 req-2306c679-993b-4228-b27c-a191c07c8591 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:28.526345 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-76d4b945-3178-4936-8133-3752b6f5b3b9 req-2306c679-993b-4228-b27c-a191c07c8591 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.2679238 Nov 20 08:39:28.561831 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.654598 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-32642cc0-e1aa-45fb-95ee-2a8f0b12be56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:28.799256 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Pushing event deleted for resources: {'Port': ['ID=52854f8a-5f85-439f-ae49-b8100217e991,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:28.813906 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:28.891560 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-76d4b945-3178-4936-8133-3752b6f5b3b9 req-dd9a4be8-bee6-44e7-8dc1-15127118bdca tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314531 Nov 20 08:39:28.932266 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-766ba3ea-3009-4652-b226-1293038dabd8 req-03d57ee4-d731-4dba-96c5-daa499483600 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.32 "GET /v2.0/security-groups?id=7d382997-dd1f-46db-8f04-34c12fcb8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000220 Nov 20 08:39:29.033617 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] No DVR routers for this DVR port 52854f8a-5f85-439f-ae49-b8100217e991 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:39:29.039306 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:29.042611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aab4b0-1e83-458a-8ae0-b72163d2163d', 'name': 'network-vif-deleted', 'tag': '52854f8a-5f85-439f-ae49-b8100217e991'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:29.088968 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6cb87618-a8f9-4f67-9cf8-f0514e50857b req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] 10.222.0.24 "DELETE /v2.0/ports/52854f8a-5f85-439f-ae49-b8100217e991 HTTP/1.1" status: 204 len: 173 time: 3.7637804 Nov 20 08:39:29.204290 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aab4b0-1e83-458a-8ae0-b72163d2163d', 'name': 'network-vif-deleted', 'tag': '52854f8a-5f85-439f-ae49-b8100217e991', 'status': 'completed', 'code': 200} Nov 20 08:39:30.139680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33014) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:30.229982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c3436-95fb-4932-9765-fdc60301ff63 req-66e35388-676d-4ecf-9244-fc20ff7ad0bb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:30.238694 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-469c3436-95fb-4932-9765-fdc60301ff63 req-66e35388-676d-4ecf-9244-fc20ff7ad0bb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1458404 Nov 20 08:39:30.310722 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-469c3436-95fb-4932-9765-fdc60301ff63 req-8bbcf6a2-b941-49e3-98b9-f058b69c0756 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706890 Nov 20 08:39:31.051026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502000'] for router_interface, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:31.794844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8145d-8c15-4282-b417-9225d85b66fa req-3826e64e-b038-4b08-8133-511e00087193 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:31.797654 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7ac8145d-8c15-4282-b417-9225d85b66fa req-3826e64e-b038-4b08-8133-511e00087193 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.2476785 Nov 20 08:39:31.903744 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7ac8145d-8c15-4282-b417-9225d85b66fa req-bb53590a-5c83-4cff-90e7-da284cd1b49f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854819 Nov 20 08:39:32.346426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Deleting port 4dcd2f7e-45ec-43ee-bf61-9216c1066888 {{(pid=80254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:32.346825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:32.570114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] For port 4dcd2f7e-45ec-43ee-bf61-9216c1066888, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=4dcd2f7e-45ec-43ee-bf61-9216c1066888,segment=NetworkSegment(d3234b42-b14b-450a-9b4f-9c926eaa3bc2),segment_id=d3234b42-b14b-450a-9b4f-9c926eaa3bc2)] {{(pid=80254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:32.570459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:32.650244 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faed344-4278-4332-b1f5-5b9c347ab785 req-adf31823-46bc-4a8b-be6e-10ea03f5d785 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:32.659538 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0faed344-4278-4332-b1f5-5b9c347ab785 req-adf31823-46bc-4a8b-be6e-10ea03f5d785 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 945 time: 0.1010709 Nov 20 08:39:32.727224 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0faed344-4278-4332-b1f5-5b9c347ab785 req-7a2efd66-36b2-4462-bdec-97d1dcc65033 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661454 Nov 20 08:39:32.801361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Calling delete_port for 4dcd2f7e-45ec-43ee-bf61-9216c1066888 owned by network:router_interface {{(pid=80254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:33.390947 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce38bef-8f3f-42ce-9e90-19b9af420709 req-5995788f-7214-493f-94f6-1b54330f12de tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:33.400938 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1ce38bef-8f3f-42ce-9e90-19b9af420709 req-5995788f-7214-493f-94f6-1b54330f12de tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1622944 Nov 20 08:39:33.482620 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1ce38bef-8f3f-42ce-9e90-19b9af420709 req-e5e7d107-db8c-4702-9ab4-23d652d2b1ae tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797863 Nov 20 08:39:33.501351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:33.533026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3da06f5d-4d7e-4359-959a-6043859a23e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:33.583916 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcd2f7e-45ec-43ee-bf61-9216c1066888,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:33.612767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.613163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.613557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.613968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.614378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.614770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.615270 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.615621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.616103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.616554 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.617101 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.617474 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.617966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.618368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.618756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.619186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.619566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.619974 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.620367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.620760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.621283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.621671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.622053 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.622436 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:33.678543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:34.034166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee36b-9105-4c07-8d16-5c6457d30c2f req-982e6946-5282-411d-8756-e3ce4955be76 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:34.043487 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b5eee36b-9105-4c07-8d16-5c6457d30c2f req-982e6946-5282-411d-8756-e3ce4955be76 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 945 time: 0.1785519 Nov 20 08:39:34.109086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838717498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501782'] for router_interface, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:34.260595 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b5eee36b-9105-4c07-8d16-5c6457d30c2f req-374223b3-ceaf-405c-9273-5b6e00e7ae6b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117994 Nov 20 08:39:34.440660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:34.712768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:34.713618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:35.025573 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5d64b-698e-452c-ae71-0176fef6136d req-cd825e2c-26dd-4faf-8a32-8127247f8325 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:35.025573 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dad5d64b-698e-452c-ae71-0176fef6136d req-cd825e2c-26dd-4faf-8a32-8127247f8325 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1676981 Nov 20 08:39:35.159453 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dad5d64b-698e-452c-ae71-0176fef6136d req-1f8c955c-b94c-44c7-9f81-f6f7b1b43983 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219580 Nov 20 08:39:35.655353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf44ac-eecb-4a38-b97d-5415f1aeac76 req-8444c4c3-37a4-4ff8-80e4-0b03a04709d9 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:35.657532 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-daaf44ac-eecb-4a38-b97d-5415f1aeac76 req-8444c4c3-37a4-4ff8-80e4-0b03a04709d9 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 945 time: 0.1218176 Nov 20 08:39:35.765299 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-daaf44ac-eecb-4a38-b97d-5415f1aeac76 req-f3f9ad31-b0e8-47d1-9d2b-5c0651ef3386 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944586 Nov 20 08:39:35.794705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Router 21300dbe-ab14-4cb7-acc9-f6e4042a678e has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:39:35.990196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb5558-52b8-40ea-88e1-177110b40730 req-84146ea5-281a-4d86-bade-a7b4965cfa6e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:35.992173 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-60cb5558-52b8-40ea-88e1-177110b40730 req-84146ea5-281a-4d86-bade-a7b4965cfa6e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 945 time: 0.1043189 Nov 20 08:39:36.140809 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Deleting port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:36.141207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:36.176694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:39:36.186922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] Sync routers for ids ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:39:36.212835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] Routers {'21300dbe-ab14-4cb7-acc9-f6e4042a678e'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:39:36.213569 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:39:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:36.237625 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 33088) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:36.238593 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] 10.222.0.32 "PUT /v2.0/routers/21300dbe-ab14-4cb7-acc9-f6e4042a678e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0976253 Nov 20 08:39:36.434018 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:36.693134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:36.700865 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:36.954399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] Set router 21300dbe-ab14-4cb7-acc9-f6e4042a678e gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:39:37.070048 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55536dd5-8f45-4508-9891-e08e1c6b475c req-642ca034-7c38-422a-9c96-5e45b259daaf tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:37.079271 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-55536dd5-8f45-4508-9891-e08e1c6b475c req-642ca034-7c38-422a-9c96-5e45b259daaf tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.6436219 Nov 20 08:39:37.226022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:37.280044 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-55536dd5-8f45-4508-9891-e08e1c6b475c req-28993ad5-1a1f-44e8-89f6-19af116a0772 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996515 Nov 20 08:39:37.357778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.389212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b65e1ea-96c6-4710-bf26-7416e042ae7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f44f00c-43e9-4210-bac1-f6e8daaf9b78'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:37.392065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] For port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:37.392482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.400200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:37.411412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.413420 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:37.461459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'name': 'tempest-ServerRescueNegativeTestJSON-995265613-router', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:41Z', 'updated_at': '2020-11-20T08:39:33Z', 'revision_number': 5, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'gw_port': {'id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:43Z', 'updated_at': '2020-11-20T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:37.467740 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] Checking router: 21300dbe-ab14-4cb7-acc9-f6e4042a678e for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:39:37.485121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] Routers {'21300dbe-ab14-4cb7-acc9-f6e4042a678e'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:39:37.485822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:39:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:37.498585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:37.503240 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b65e1ea-96c6-4710-bf26-7416e042ae7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f44f00c-43e9-4210-bac1-f6e8daaf9b78', 'code': 200} Nov 20 08:39:37.504428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:37.537635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Calling delete_port for 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:37.602265 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce875b-5403-4cad-949c-3df966650375 req-370be13b-fa1e-4648-b405-bd483fd3b188 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:37.610691 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e0ce875b-5403-4cad-949c-3df966650375 req-370be13b-fa1e-4648-b405-bd483fd3b188 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 945 time: 0.4339433 Nov 20 08:39:37.701949 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e0ce875b-5403-4cad-949c-3df966650375 req-4de1576c-1201-4a42-8cb2-aaec2e186d86 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903120 Nov 20 08:39:37.704869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Notify callbacks [] for router, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.778528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] Set router 21300dbe-ab14-4cb7-acc9-f6e4042a678e gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:39:37.798114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:39:37.798480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:39:37.959039 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.968406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Deleting port aa3cbc80-a0de-48e8-866b-68301f836a96 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:37.968890 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:38.192120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] For port aa3cbc80-a0de-48e8-866b-68301f836a96, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=aa3cbc80-a0de-48e8-866b-68301f836a96,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:38.192606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:38.297506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'name': 'tempest-ServerRescueNegativeTestJSON-995265613-router', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:41Z', 'updated_at': '2020-11-20T08:39:33Z', 'revision_number': 5, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'gw_port': {'id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:43Z', 'updated_at': '2020-11-20T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:38.305104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc9486-9e8f-4441-9c5a-d62543ba771d None None] The sync data for ids ['21300dbe-ab14-4cb7-acc9-f6e4042a678e'] in dv-cinder-733622-11-iscsi is: [{'id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'name': 'tempest-ServerRescueNegativeTestJSON-995265613-router', 'tenant_id': 'aa41560db5074b5889fca2f2778f6072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:41Z', 'updated_at': '2020-11-20T08:39:33Z', 'revision_number': 5, 'project_id': 'aa41560db5074b5889fca2f2778f6072', 'gw_port': {'id': 'aa3cbc80-a0de-48e8-866b-68301f836a96', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21300dbe-ab14-4cb7-acc9-f6e4042a678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:43Z', 'updated_at': '2020-11-20T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:39:38.326283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Deleting port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:38.326671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:38.365425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Calling delete_port for aa3cbc80-a0de-48e8-866b-68301f836a96 owned by network:router_gateway {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:39.242219 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] For port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:39.242632 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:39.270348 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a543b7-c0c7-4064-ac3a-6c90c1560741 req-d27d6c24-d761-4e11-985f-c332075e60ee tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:39.275819 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b3a543b7-c0c7-4064-ac3a-6c90c1560741 req-d27d6c24-d761-4e11-985f-c332075e60ee tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.7988229 Nov 20 08:39:39.477681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Calling delete_port for 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:39.775530 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7ca3daad-48ec-46f7-9808-aaad922ecc94 req-0c1f7d52-79ab-415f-ae9e-fea9fa08de98 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 210 time: 0.5185854 Nov 20 08:39:39.780320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:39.813150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0bc91e77-545d-4a75-a48d-ac748a81882c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:39.908469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Pushing event deleted for resources: {'Port': ['ID=3f44f00c-43e9-4210-bac1-f6e8daaf9b78,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:39.937093 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:39.999332 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b3a543b7-c0c7-4064-ac3a-6c90c1560741 req-76d5234c-0a58-4cf0-ae3a-9b4f772c97dd tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104279 Nov 20 08:39:40.051168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:40.055314 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 4dcd2f7e-45ec-43ee-bf61-9216c1066888 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:40.070485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-73c4c5e4-53dc-4d22-b3a7-22ccfb4fdb81 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:40.108500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: 4dcd2f7e-45ec-43ee-bf61-9216c1066888 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:39:40.109268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 4dcd2f7e-45ec-43ee-bf61-9216c1066888 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:39:40.137443 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3cbc80-a0de-48e8-866b-68301f836a96,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:40.160006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:40.293581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] No DVR routers for this DVR port 3f44f00c-43e9-4210-bac1-f6e8daaf9b78 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:39:40.297601 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:40.300458 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b65e1ea-96c6-4710-bf26-7416e042ae7e', 'name': 'network-vif-deleted', 'tag': '3f44f00c-43e9-4210-bac1-f6e8daaf9b78'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:40.352018 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-60cb5558-52b8-40ea-88e1-177110b40730 req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "DELETE /v2.0/ports/3f44f00c-43e9-4210-bac1-f6e8daaf9b78 HTTP/1.1" status: 204 len: 173 time: 4.3487926 Nov 20 08:39:40.479445 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b65e1ea-96c6-4710-bf26-7416e042ae7e', 'name': 'network-vif-deleted', 'tag': '3f44f00c-43e9-4210-bac1-f6e8daaf9b78', 'status': 'completed', 'code': 200} Nov 20 08:39:40.572368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518640'] for router_gateway, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:40.907848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854268130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775281'] for router, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:40.915796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.081255 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-cb8f8864-41fc-4f64-8dc5-e5adc1bd0f84 req-cd93d85d-ad10-4caf-aad8-70c17aceae4f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Synchronizing usage tracker for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:41.105496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-497582'] for router, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.106004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21300dbe-ab14-4cb7-acc9-f6e4042a678e {{(pid=80253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:39:41.206188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Notify callbacks [] for router, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.207490 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] 10.222.0.32 "DELETE /v2.0/routers/21300dbe-ab14-4cb7-acc9-f6e4042a678e HTTP/1.1" status: 204 len: 168 time: 4.9640198 Nov 20 08:39:41.210726 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33170) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:41.218791 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-cb8f8864-41fc-4f64-8dc5-e5adc1bd0f84 req-cd93d85d-ad10-4caf-aad8-70c17aceae4f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Unset dirty status for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:41.221230 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cb8f8864-41fc-4f64-8dc5-e5adc1bd0f84 req-cd93d85d-ad10-4caf-aad8-70c17aceae4f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9b65e1ea-96c6-4710-bf26-7416e042ae7e HTTP/1.1" status: 200 len: 210 time: 0.2022388 Nov 20 08:39:41.503359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d24226-d4cb-4d00-9032-129c01d0299e req-f9b54813-99a9-4d3d-9abd-ba7003ead54f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:41.505802 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-07d24226-d4cb-4d00-9032-129c01d0299e req-f9b54813-99a9-4d3d-9abd-ba7003ead54f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.2038603 Nov 20 08:39:41.618357 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-07d24226-d4cb-4d00-9032-129c01d0299e req-cc6790d4-4a4d-4f01-aba7-e20e15858557 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959752 Nov 20 08:39:41.728106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7fd46b-21e6-4195-920b-7aebb9ed1a64 admin admin] Deleting subnet f4222133-a313-49fa-bed1-42b8add33008 {{(pid=80254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:39:41.732633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd46b-21e6-4195-920b-7aebb9ed1a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.801941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd46b-21e6-4195-920b-7aebb9ed1a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851662180'] for subnet, precommit_delete_associations {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.867623 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd46b-21e6-4195-920b-7aebb9ed1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.132344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device aa3cbc80-a0de-48e8-866b-68301f836a96 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:42.179983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: aa3cbc80-a0de-48e8-866b-68301f836a96 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:39:42.180374 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device aa3cbc80-a0de-48e8-866b-68301f836a96 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:39:42.299891 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd46b-21e6-4195-920b-7aebb9ed1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853426402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851797002'] for subnet, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.314646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-802bc6fd-ad3e-46a8-a1d6-8f34f62ed264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:42.354727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fd46b-21e6-4195-920b-7aebb9ed1a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4222133-a313-49fa-bed1-42b8add33008,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:42.360629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fd7fd46b-21e6-4195-920b-7aebb9ed1a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:42.472592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd46b-21e6-4195-920b-7aebb9ed1a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.483643 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-fd7fd46b-21e6-4195-920b-7aebb9ed1a64 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f4222133-a313-49fa-bed1-42b8add33008 HTTP/1.1" status: 204 len: 168 time: 1.2715805 Nov 20 08:39:42.486234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33204) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:42.619688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.842982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.916353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2d424-9a49-4556-9344-8805f1785e26 req-aa3dbb96-20fe-4d19-8b0f-f6ac21af0b9c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:42.918020 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dab2d424-9a49-4556-9344-8805f1785e26 req-aa3dbb96-20fe-4d19-8b0f-f6ac21af0b9c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.0876462 Nov 20 08:39:42.970558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad512bb8-48e5-4be8-ad72-4eb634331113']}} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:42.985192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2') {'for_net_delete': True} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:42.985495 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3234b42-b14b-450a-9b4f-9c926eaa3bc2') {} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:42.990842 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dab2d424-9a49-4556-9344-8805f1785e26 req-1f0b81a0-d4e4-4e60-bed9-2e0928b6b8d3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651529 Nov 20 08:39:43.000949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113621'] for segment, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.018286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.020482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:39:43.223816 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Network ad512bb8-48e5-4be8-ad72-4eb634331113 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:39:43.239286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347824'] for segment, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.471701 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Network ad512bb8-48e5-4be8-ad72-4eb634331113 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:39:43.519726 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:39:43.678336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.712483 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.719487 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:43.764256 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad512bb8-48e5-4be8-ad72-4eb634331113 HTTP/1.1" status: 204 len: 168 time: 1.2766972 Nov 20 08:39:43.766102 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad512bb8-48e5-4be8-ad72-4eb634331113,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:43.784431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8a4c795c-f2f7-4d53-b878-5fa66db0516b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:43.992196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33232) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:44.232352 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ee3ef06d-90d2-46aa-95b3-eb46fc7caf17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa41560db5074b5889fca2f2778f6072&name=default HTTP/1.1" status: 200 len: 2743 time: 0.2384064 Nov 20 08:39:44.236630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33242) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:44.380527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a39ebba9-0cc2-4b11-8b17-6ff8c74cbf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.456982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a39ebba9-0cc2-4b11-8b17-6ff8c74cbf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.547630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a39ebba9-0cc2-4b11-8b17-6ff8c74cbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.566986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:44.595502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ebba9-0cc2-4b11-8b17-6ff8c74cbf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d382997-dd1f-46db-8f04-34c12fcb8d89,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:44.604010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a39ebba9-0cc2-4b11-8b17-6ff8c74cbf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.608359 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-a39ebba9-0cc2-4b11-8b17-6ff8c74cbf11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d382997-dd1f-46db-8f04-34c12fcb8d89 HTTP/1.1" status: 204 len: 168 time: 0.3690627 Nov 20 08:39:44.609940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a39ebba9-0cc2-4b11-8b17-6ff8c74cbf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:45.065636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-8bb82c5b-dd34-413a-bcb4-74ededb017e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:45.068005 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-8bb82c5b-dd34-413a-bcb4-74ededb017e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 1162 time: 0.2930458 Nov 20 08:39:45.096800 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884cde6-769c-4db3-95c3-5f52a2b446a8 req-fd600a57-2011-4cf0-b3d7-a135bf058a64 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:45.104767 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c884cde6-769c-4db3-95c3-5f52a2b446a8 req-fd600a57-2011-4cf0-b3d7-a135bf058a64 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.7548869 Nov 20 08:39:45.257518 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c884cde6-769c-4db3-95c3-5f52a2b446a8 req-2b8c5471-29f9-44c5-9064-a91299e1ed87 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514585 Nov 20 08:39:45.544869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-414bca00-1be4-4a35-93f2-c02e54f990b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:45.547474 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-414bca00-1be4-4a35-93f2-c02e54f990b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.4394145 Nov 20 08:39:45.801952 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-5bf0793c-5149-4a39-a87d-2c56acbe5d67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 HTTP/1.1" status: 200 len: 1001 time: 0.2443163 Nov 20 08:39:45.973597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-b6b7f681-f765-4e19-9878-f0c1c93d636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:45.975282 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-b6b7f681-f765-4e19-9878-f0c1c93d636a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.1660075 Nov 20 08:39:46.072325 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-3ab66a18-4600-42d7-9a43-229e68fcf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:46.074979 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-3ab66a18-4600-42d7-9a43-229e68fcf6f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0922620 Nov 20 08:39:46.288109 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-b5d4a4c0-f305-43e4-ac40-3c7d7a1970b9 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035973 Nov 20 08:39:46.795916 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9c684eb-e3fb-48a9-888b-583914b51c4e req-fc45b5c1-a98a-4731-b49e-4a0f0ef11d79 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4997921 Nov 20 08:39:47.001825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01845757-62d3-4510-991c-f5296652696d req-22fdc4f6-1902-4b3c-afdf-5c9737d4cf99 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:47.010782 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-01845757-62d3-4510-991c-f5296652696d req-22fdc4f6-1902-4b3c-afdf-5c9737d4cf99 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 945 time: 1.1144245 Nov 20 08:39:47.061557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621785f-183d-468b-b849-486bb3422e7b req-be3309a5-bcbf-4cf2-95a6-128193a1e015 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:47.071998 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f621785f-183d-468b-b849-486bb3422e7b req-be3309a5-bcbf-4cf2-95a6-128193a1e015 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.2239692 Nov 20 08:39:47.248664 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f621785f-183d-468b-b849-486bb3422e7b req-df4b51bc-c02e-4dc6-bf11-109e3c4bc23f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752381 Nov 20 08:39:47.273122 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-01845757-62d3-4510-991c-f5296652696d req-b3e015a6-ad6a-4e31-8790-c7bf32687288 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608604 Nov 20 08:39:48.713494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device df4f1b8c-e4c2-40ca-99ca-6a56540cc23f up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:48.783817 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b183ac6-dd66-4a0e-830a-f85ef5346a77 req-3dd51c91-d64f-4ae5-87cf-43363fde529b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:48.785562 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3b183ac6-dd66-4a0e-830a-f85ef5346a77 req-3dd51c91-d64f-4ae5-87cf-43363fde529b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 945 time: 0.2813964 Nov 20 08:39:48.843812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863064ae-ad1b-4126-9542-8e3715e91431 req-94cab3c1-512f-4219-8f0b-e0cdf98de8ad tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:48.852554 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-863064ae-ad1b-4126-9542-8e3715e91431 req-94cab3c1-512f-4219-8f0b-e0cdf98de8ad tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.2312315 Nov 20 08:39:48.926466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:48.927944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.059653 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3b183ac6-dd66-4a0e-830a-f85ef5346a77 req-df9d3b6b-1c89-40ef-b161-6c2e0b8ae341 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296519 Nov 20 08:39:49.330498 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-863064ae-ad1b-4126-9542-8e3715e91431 req-09fed0b7-f1ba-44d5-97f4-e99970bcf381 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4767106 Nov 20 08:39:49.396203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9871c6ae-9311-42d2-8dc3-9cba2dd83939 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:49.398060 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9871c6ae-9311-42d2-8dc3-9cba2dd83939 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 945 time: 0.3680372 Nov 20 08:39:49.585583 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Deleting port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:49.586063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.712035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:39:50.029844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-58947d13-bf98-4696-829d-943a3bc860d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:50.275334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] For port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:50.276272 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:50.387442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device df4f1b8c-e4c2-40ca-99ca-6a56540cc23f no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:50.686712 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Calling delete_port for df4f1b8c-e4c2-40ca-99ca-6a56540cc23f owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:50.834134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:50.852548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:50.879544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:50.880929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcdfb13-df61-494a-ad07-416073e09f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4f1b8c-e4c2-40ca-99ca-6a56540cc23f'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:50.888713 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:50.891629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:50.978035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:50.991086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:51.040371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33416) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:51.057999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:39:51.058376 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:39:51.117336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94c608-7bc4-4e86-aa3b-fc5c99b54d89 req-61bce3af-8942-41f0-898c-80ba6e5424a4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:51.130661 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bf94c608-7bc4-4e86-aa3b-fc5c99b54d89 req-61bce3af-8942-41f0-898c-80ba6e5424a4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.3931446 Nov 20 08:39:51.157873 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e22d74-ef73-4038-9914-e05ddc535793 req-27efc319-0494-4234-9e32-ec56abbd6d06 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:51.190327 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9e22d74-ef73-4038-9914-e05ddc535793 req-27efc319-0494-4234-9e32-ec56abbd6d06 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 943 time: 0.2715130 Nov 20 08:39:51.357441 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:51.360503 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bf94c608-7bc4-4e86-aa3b-fc5c99b54d89 req-430806ab-cd6d-411b-914b-83f0e6d5c0e6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603608 Nov 20 08:39:51.365160 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f9e22d74-ef73-4038-9914-e05ddc535793 req-73c1db58-6741-4beb-90f2-129960a3d74f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308196 Nov 20 08:39:51.438903 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:51.443923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] Usage tracker for resource:security_group_rule and tenant:cdb79903ffc4487a9f59c7a1bfeea2a6 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:51.449694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:51.459654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:51.539023 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcdfb13-df61-494a-ad07-416073e09f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4f1b8c-e4c2-40ca-99ca-6a56540cc23f', 'code': 200} Nov 20 08:39:51.562714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Deleting port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:51.563228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:51.579359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:51.584792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:51.592491 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a8cc29ad-d107-47df-bc0e-193e2e527976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:51.665409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc77f8-b358-42bb-b936-25448bb21fab,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:51.680852 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:51.760987 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdb79903ffc4487a9f59c7a1bfeea2a6&name=default HTTP/1.1" status: 200 len: 2747 time: 0.7185075 Nov 20 08:39:51.761700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33442) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:51.883629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ed963be3-2bbf-4571-a02c-cf1c6231e12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:51.955247 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ed963be3-2bbf-4571-a02c-cf1c6231e12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:52.023654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] For port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:52.024035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:52.048789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ed963be3-2bbf-4571-a02c-cf1c6231e12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:52.065934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b1634793-eee9-43ad-a71f-fa73d69fc08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:52.142892 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed963be3-2bbf-4571-a02c-cf1c6231e12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc77f8-b358-42bb-b936-25448bb21fab,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:52.145475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ed963be3-2bbf-4571-a02c-cf1c6231e12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:52.146459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ed963be3-2bbf-4571-a02c-cf1c6231e12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:52.156259 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ed963be3-2bbf-4571-a02c-cf1c6231e12d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bfc77f8-b358-42bb-b936-25448bb21fab HTTP/1.1" status: 204 len: 168 time: 0.3908312 Nov 20 08:39:52.181109 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Calling delete_port for df4f1b8c-e4c2-40ca-99ca-6a56540cc23f owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:52.478172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:52.512457 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:52.617104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Pushing event deleted for resources: {'Port': ['ID=df4f1b8c-e4c2-40ca-99ca-6a56540cc23f,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:52.635356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:52.878201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:52.934064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f90da5d8-1ecf-4f16-b518-2a6d427910d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:52.942834 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fdebb934-da29-4ba9-b7e1-43e8ff7607b9 req-be34c5a0-5993-4cc6-8d91-dcc6a2aa23ee tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 210 time: 0.1700640 Nov 20 08:39:53.268716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] No DVR routers for this DVR port df4f1b8c-e4c2-40ca-99ca-6a56540cc23f on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:39:53.278512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f722ca-08c6-4750-8940-a1186da6ff11 req-41fdd476-7e33-4285-9ccf-852e9232cc25 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:53.299775 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-30f722ca-08c6-4750-8940-a1186da6ff11 req-41fdd476-7e33-4285-9ccf-852e9232cc25 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.4695091 Nov 20 08:39:53.341513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.353992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcdfb13-df61-494a-ad07-416073e09f22', 'name': 'network-vif-deleted', 'tag': 'df4f1b8c-e4c2-40ca-99ca-6a56540cc23f'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:53.354158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33504) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:53.390556 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.424526 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-30f722ca-08c6-4750-8940-a1186da6ff11 req-ea612e4e-0da8-4a96-99e6-3d624df7d5c5 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221817 Nov 20 08:39:53.433463 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ea89ccc1-186f-4808-b71a-342200dac275 req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "DELETE /v2.0/ports/df4f1b8c-e4c2-40ca-99ca-6a56540cc23f HTTP/1.1" status: 204 len: 173 time: 4.0283549 Nov 20 08:39:53.440642 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcdfb13-df61-494a-ad07-416073e09f22', 'name': 'network-vif-deleted', 'tag': 'df4f1b8c-e4c2-40ca-99ca-6a56540cc23f', 'status': 'completed', 'code': 200} Nov 20 08:39:53.453221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:53.458686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] Usage tracker for resource:security_group_rule and tenant:66567b2a0b0c4259ac62d5764cc04b8a is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:53.462434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:53.471610 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:53.572450 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.576230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.584613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e70248c8-63d7-46fd-a73f-9ad86b755327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:53.632331 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c310d904-3e3b-4993-beda-dd77dbaf974a,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:53.636949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:53.639905 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66567b2a0b0c4259ac62d5764cc04b8a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2803028 Nov 20 08:39:53.643113 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33512) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:53.741503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f4aac9f-b828-474f-922d-64dd618eea44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.785412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f4aac9f-b828-474f-922d-64dd618eea44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.853017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f4aac9f-b828-474f-922d-64dd618eea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.860590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-172122bb-c75f-412e-befe-5ea7bd20bfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:53.873595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4aac9f-b828-474f-922d-64dd618eea44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c310d904-3e3b-4993-beda-dd77dbaf974a,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:53.879644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f4aac9f-b828-474f-922d-64dd618eea44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:53.882280 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f4aac9f-b828-474f-922d-64dd618eea44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.884232 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-2f4aac9f-b828-474f-922d-64dd618eea44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c310d904-3e3b-4993-beda-dd77dbaf974a HTTP/1.1" status: 204 len: 168 time: 0.2393999 Nov 20 08:39:54.332772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-06ae1726-3269-45d4-92f6-b560dbdf3e39 req-77119f3e-ed23-4b75-b515-d4162f79828d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Synchronizing usage tracker for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:54.372502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-06ae1726-3269-45d4-92f6-b560dbdf3e39 req-77119f3e-ed23-4b75-b515-d4162f79828d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Unset dirty status for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:54.373519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.373648 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-06ae1726-3269-45d4-92f6-b560dbdf3e39 req-77119f3e-ed23-4b75-b515-d4162f79828d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=9bcdfb13-df61-494a-ad07-416073e09f22 HTTP/1.1" status: 200 len: 210 time: 0.1125515 Nov 20 08:39:54.657343 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33540) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:54.746719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-271a31d5-bb9f-4e2f-a2c1-0f98e900102d admin admin] Deleting subnet d7fa09e5-cfd7-454b-83f9-da0ece196f3b {{(pid=80254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:39:54.754114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-271a31d5-bb9f-4e2f-a2c1-0f98e900102d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.785636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acb19c-9994-4b85-b0ea-14148d5e115e req-3bb7f4f3-f4f0-4a81-ae90-9a8fa0888ba9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:54.788528 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b6acb19c-9994-4b85-b0ea-14148d5e115e req-3bb7f4f3-f4f0-4a81-ae90-9a8fa0888ba9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1439176 Nov 20 08:39:54.865940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-271a31d5-bb9f-4e2f-a2c1-0f98e900102d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851662180'] for subnet, precommit_delete_associations {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.888257 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b6acb19c-9994-4b85-b0ea-14148d5e115e req-5313458d-fb5a-4641-b243-2b84fe972766 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911732 Nov 20 08:39:54.983979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-271a31d5-bb9f-4e2f-a2c1-0f98e900102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:55.159020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:55.457888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-271a31d5-bb9f-4e2f-a2c1-0f98e900102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853426402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851797002'] for subnet, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:55.723004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-70d3cfef-10f8-4fab-b819-2f02aeec1496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:55.850589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a31d5-bb9f-4e2f-a2c1-0f98e900102d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7fa09e5-cfd7-454b-83f9-da0ece196f3b,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:55.857713 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-271a31d5-bb9f-4e2f-a2c1-0f98e900102d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:55.884595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-271a31d5-bb9f-4e2f-a2c1-0f98e900102d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:55.897636 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-271a31d5-bb9f-4e2f-a2c1-0f98e900102d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d7fa09e5-cfd7-454b-83f9-da0ece196f3b HTTP/1.1" status: 204 len: 168 time: 1.2385733 Nov 20 08:39:55.900219 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33568) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:56.150792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.304380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba1ca9-2c91-48cf-826e-3ea06a07a69f req-a9058dd7-e965-4cd6-a3bd-5314ddbc8c2c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:56.313983 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2fba1ca9-2c91-48cf-826e-3ea06a07a69f req-a9058dd7-e965-4cd6-a3bd-5314ddbc8c2c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 946 time: 0.1502285 Nov 20 08:39:56.390479 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2fba1ca9-2c91-48cf-826e-3ea06a07a69f req-1f7a2b63-1a17-434f-ba22-7f1fee4358c5 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750227 Nov 20 08:39:56.660624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0988cd-6995-4e3a-82f9-fb5ab3e16add req-275a088b-a553-4a6f-aca0-dc2de601c258 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:56.679819 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9c0988cd-6995-4e3a-82f9-fb5ab3e16add req-275a088b-a553-4a6f-aca0-dc2de601c258 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.3030229 Nov 20 08:39:56.730311 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.795513 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9c0988cd-6995-4e3a-82f9-fb5ab3e16add req-1c8befad-f8ca-475c-8f4d-67511e4ba111 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112368 Nov 20 08:39:56.955412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad0b09a-2316-417e-8d74-ad5e247f00b4']}} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:57.012180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9118db-5d4e-417a-9a9b-8750f1b30f68') {'for_net_delete': True} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:57.012528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9118db-5d4e-417a-9a9b-8750f1b30f68') {} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:57.035006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113621'] for segment, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:57.085594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:57.091131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:39:57.384371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:39:57.396816 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347824'] for segment, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:57.704848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c002-7e5d-4eee-95b9-7a12ef34bc10 req-da490152-8c81-4402-bdcd-2bac7fada7f3 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:57.718142 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9688c002-7e5d-4eee-95b9-7a12ef34bc10 req-da490152-8c81-4402-bdcd-2bac7fada7f3 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 946 time: 0.1405056 Nov 20 08:39:57.772827 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Network 1ad0b09a-2316-417e-8d74-ad5e247f00b4 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:39:57.833432 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9688c002-7e5d-4eee-95b9-7a12ef34bc10 req-802be266-f315-4884-9423-f36b81cc549e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142075 Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:39:57.854949 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:39:58.083563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:58.093597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-92aec7c5-e475-4f71-a8b5-94811b2f1ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:58.153150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:58.157458 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad0b09a-2316-417e-8d74-ad5e247f00b4,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:58.165645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:58.181103 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-1b14e047-ae5a-4714-b1b5-8f81d127d216 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1ad0b09a-2316-417e-8d74-ad5e247f00b4 HTTP/1.1" status: 204 len: 168 time: 2.2771423 Nov 20 08:39:58.239977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7803-6e47-45f8-a485-47d45063cbbc req-d3935f5f-4d5b-4a6c-b665-87335b81a089 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:58.256903 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-36dd7803-6e47-45f8-a485-47d45063cbbc req-d3935f5f-4d5b-4a6c-b665-87335b81a089 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1989374 Nov 20 08:39:58.379995 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-36dd7803-6e47-45f8-a485-47d45063cbbc req-6b1ffac0-eee8-4455-aee1-48ed2265a819 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215153 Nov 20 08:39:58.611393 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-17dd0f73-cec5-4579-8d4f-110eadd62b64 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:58.613169 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-17dd0f73-cec5-4579-8d4f-110eadd62b64 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 946 time: 0.2074988 Nov 20 08:39:58.629769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 70b1eb72-01e1-4059-af29-67612bc354b0 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:58.696349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33622) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:58.767164 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Deleting port 70b1eb72-01e1-4059-af29-67612bc354b0 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:58.767748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:58.851913 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ad3f453a-d750-479d-ac3b-cb0924c6bd88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c5c51ec21c64255bcd76d5a40833f04&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1526887 Nov 20 08:39:58.853532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33628) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:59.038301 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.102497 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2ccbeeca-168f-490e-8765-f0580c64015f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.150748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 70b1eb72-01e1-4059-af29-67612bc354b0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=70b1eb72-01e1-4059-af29-67612bc354b0,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:59.156484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754712e6-f181-47e1-aedf-8da945013bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b1eb72-01e1-4059-af29-67612bc354b0'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:59.174678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.185359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b579ca93-6d08-49e4-b795-dd29ebfe968c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:59.228694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2ccbeeca-168f-490e-8765-f0580c64015f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.255790 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] For port 70b1eb72-01e1-4059-af29-67612bc354b0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=70b1eb72-01e1-4059-af29-67612bc354b0,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:59.256205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.327179 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=70b1eb72-01e1-4059-af29-67612bc354b0,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:59.340926 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.341661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.341910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.342303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.342677 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.343178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.343429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.343798 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.344622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.344622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.344818 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.345184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.345652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.346021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.346382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.346745 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.347321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.348152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.348268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.348559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.348924 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.349287 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.349655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.350329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:59.356638 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754712e6-f181-47e1-aedf-8da945013bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b1eb72-01e1-4059-af29-67612bc354b0', 'code': 200} Nov 20 08:39:59.357436 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:59.372286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2ccbeeca-168f-490e-8765-f0580c64015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.389668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-489d2d1e-a3ee-41c6-908d-2d98f202237c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:59.414876 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbeeca-168f-490e-8765-f0580c64015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c447a18e-77b1-4f17-9bec-e4a45b33e79b,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:59.437683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2ccbeeca-168f-490e-8765-f0580c64015f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:59.439039 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2ccbeeca-168f-490e-8765-f0580c64015f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.441148 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-2ccbeeca-168f-490e-8765-f0580c64015f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c447a18e-77b1-4f17-9bec-e4a45b33e79b HTTP/1.1" status: 204 len: 168 time: 0.5778203 Nov 20 08:39:59.550430 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Calling delete_port for 70b1eb72-01e1-4059-af29-67612bc354b0 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:59.699606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbedd58-59a6-4986-9172-aa4f9d85a89a req-e065c875-f48a-47eb-8524-c0675bc35759 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:59.707782 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6dbedd58-59a6-4986-9172-aa4f9d85a89a req-e065c875-f48a-47eb-8524-c0675bc35759 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.2866297 Nov 20 08:39:59.771770 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6dbedd58-59a6-4986-9172-aa4f9d85a89a req-4ad41232-ec09-4a96-bc05-74cd8a56219c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628023 Nov 20 08:39:59.782675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:39:59.783096 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:40:00.308782 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Deleting port 70b1eb72-01e1-4059-af29-67612bc354b0 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:40:00.309353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:00.762592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50068e-c1db-402b-8a19-e20f7fccb692 req-4bc66b8d-8148-4ecb-a031-0d4eca5088a8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:00.771244 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ad50068e-c1db-402b-8a19-e20f7fccb692 req-4bc66b8d-8148-4ecb-a031-0d4eca5088a8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.5119987 Nov 20 08:40:00.982345 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ad50068e-c1db-402b-8a19-e20f7fccb692 req-1690c8f8-be71-409d-9bfc-8301f3ffa377 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069154 Nov 20 08:40:01.335799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bec6a-1dda-4ef2-9018-103c07873e9e req-26cf46ba-a72f-46fe-b4ec-e052beab007b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:01.341598 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ef2bec6a-1dda-4ef2-9018-103c07873e9e req-26cf46ba-a72f-46fe-b4ec-e052beab007b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 944 time: 0.1796100 Nov 20 08:40:01.471631 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ef2bec6a-1dda-4ef2-9018-103c07873e9e req-520c7cb0-a681-4921-9af2-d37fd7a12ece tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088898 Nov 20 08:40:01.474099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] For port 70b1eb72-01e1-4059-af29-67612bc354b0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=70b1eb72-01e1-4059-af29-67612bc354b0,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:40:01.474759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:01.641141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Calling delete_port for 70b1eb72-01e1-4059-af29-67612bc354b0 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:40:01.846135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:01.866777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cda5b222-d8d3-487a-8ab1-5b400534c0ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:01.929216 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Pushing event deleted for resources: {'Port': ['ID=70b1eb72-01e1-4059-af29-67612bc354b0,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:02.036296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.037257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.037257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.037580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.037996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.038191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.038578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.039055 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.039457 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.039844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.040233 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.040943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.041443 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.043451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.043451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.043451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.043759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.044213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.044609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.045142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.045542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.045933 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.046465 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.046727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:02.055270 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:02.283214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] No DVR routers for this DVR port 70b1eb72-01e1-4059-af29-67612bc354b0 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:40:02.287046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.304677 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754712e6-f181-47e1-aedf-8da945013bd6', 'name': 'network-vif-deleted', 'tag': '70b1eb72-01e1-4059-af29-67612bc354b0'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:02.342936 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d481f3a4-0503-4671-a34b-e671bfa12144 req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "DELETE /v2.0/ports/70b1eb72-01e1-4059-af29-67612bc354b0 HTTP/1.1" status: 204 len: 173 time: 3.7221611 Nov 20 08:40:02.386929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd095d6e-aaed-4532-8a7d-e67a4c168c5d req-3cc7fc4f-fa1a-40b2-a699-40a65dc9fe38 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:02.388987 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fd095d6e-aaed-4532-8a7d-e67a4c168c5d req-3cc7fc4f-fa1a-40b2-a699-40a65dc9fe38 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1865478 Nov 20 08:40:02.458044 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fd095d6e-aaed-4532-8a7d-e67a4c168c5d req-de3192a0-504c-4422-8fae-7d189c92afd1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611665 Nov 20 08:40:02.619368 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754712e6-f181-47e1-aedf-8da945013bd6', 'name': 'network-vif-deleted', 'tag': '70b1eb72-01e1-4059-af29-67612bc354b0', 'status': 'completed', 'code': 200} Nov 20 08:40:02.806023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-9938bbf4-305c-42cf-b652-ff661760ea87 req-bea564f8-5a9b-4c85-bad9-bf50f31a5bb3 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Synchronizing usage tracker for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:40:02.825789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-9938bbf4-305c-42cf-b652-ff661760ea87 req-bea564f8-5a9b-4c85-bad9-bf50f31a5bb3 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Unset dirty status for tenant:61907a3500114ad79753ba894f54723b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:40:02.827211 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9938bbf4-305c-42cf-b652-ff661760ea87 req-bea564f8-5a9b-4c85-bad9-bf50f31a5bb3 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 210 time: 0.0820811 Nov 20 08:40:03.812643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc970f-0858-402a-9fe2-5513c93944bc req-0b441b24-9d36-498a-9091-761792944d25 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:03.814295 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ddbc970f-0858-402a-9fe2-5513c93944bc req-0b441b24-9d36-498a-9091-761792944d25 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1345172 Nov 20 08:40:03.873006 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ddbc970f-0858-402a-9fe2-5513c93944bc req-365f7ebb-e750-4e13-b87d-e6de01aac745 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517759 Nov 20 08:40:04.264704 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2892457f-435e-4074-a243-4b3e24174e92 req-d4cc3e45-934e-4b25-81fb-831d0bac821d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 210 time: 0.0578341 Nov 20 08:40:05.178333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dc77f-6f59-4818-8ba8-2935aceabecd req-90c45f20-f62d-4a7e-8079-d9a042dbe28e tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:05.180044 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b55dc77f-6f59-4818-8ba8-2935aceabecd req-90c45f20-f62d-4a7e-8079-d9a042dbe28e tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.0957160 Nov 20 08:40:05.253256 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b55dc77f-6f59-4818-8ba8-2935aceabecd req-89c8d799-e353-402a-8a7c-e66067024a6f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652308 Nov 20 08:40:05.346795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33758) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:05.487299 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-85323d14-b79c-4007-9579-a1ec9360c8a2 req-3dfda5d1-7c1a-4f95-b976-f21688e1740c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=754712e6-f181-47e1-aedf-8da945013bd6 HTTP/1.1" status: 200 len: 210 time: 0.0480235 Nov 20 08:40:05.513182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:05.553787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:05.558752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] Usage tracker for resource:security_group_rule and tenant:31519f4909ec4020995409fbdb70ac00 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:05.561996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:05.568494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:05.664710 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:05.669308 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:05.679309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a1f2d905-6305-4510-8b25-694d9b43d593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:05.727820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661c188-79b8-46a6-90d1-5a23eed3ef33,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:05.732731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:05.735738 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31519f4909ec4020995409fbdb70ac00&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3879817 Nov 20 08:40:05.739019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33766) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:05.814268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9f6465cb-80cb-4440-a8f7-297de2216bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:05.845169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9f6465cb-80cb-4440-a8f7-297de2216bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:05.897507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9f6465cb-80cb-4440-a8f7-297de2216bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:05.908101 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b75af855-71e0-444e-b597-8f1860bcb6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:05.923314 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6465cb-80cb-4440-a8f7-297de2216bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661c188-79b8-46a6-90d1-5a23eed3ef33,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:05.925865 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9f6465cb-80cb-4440-a8f7-297de2216bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:05.933888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9f6465cb-80cb-4440-a8f7-297de2216bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:05.935051 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9f6465cb-80cb-4440-a8f7-297de2216bd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3661c188-79b8-46a6-90d1-5a23eed3ef33 HTTP/1.1" status: 204 len: 168 time: 0.1949308 Nov 20 08:40:06.312283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33780) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:06.351761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.393390 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:06.397718 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] Usage tracker for resource:security_group_rule and tenant:51d7a2802f084f9485733c8f5a767772 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:06.402560 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:06.411698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:06.507454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.520866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.536504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed161e3-2929-460b-a464-68a08bdfc5e8 req-3529cf90-d362-48e2-ad91-c8e421c71cc7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:06.538278 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7ed161e3-2929-460b-a464-68a08bdfc5e8 req-3529cf90-d362-48e2-ad91-c8e421c71cc7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.0997717 Nov 20 08:40:06.539841 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d933dda0-7551-48ae-b41f-ba01cfb0ec5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:06.592346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d958a5-5022-4d6e-97c5-07bead77b5d8,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:06.600606 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51d7a2802f084f9485733c8f5a767772&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2867212 Nov 20 08:40:06.601575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 33788) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:06.602629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:06.622408 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7ed161e3-2929-460b-a464-68a08bdfc5e8 req-9b64fadf-be9c-4035-8ced-a7bbf4b4459d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712235 Nov 20 08:40:06.694646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-473fc4f1-af06-4dae-b6be-e61433682821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.737197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-473fc4f1-af06-4dae-b6be-e61433682821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.790355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-473fc4f1-af06-4dae-b6be-e61433682821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.797751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2ccbeeca-168f-490e-8765-f0580c64015f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:06.815532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fc4f1-af06-4dae-b6be-e61433682821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d958a5-5022-4d6e-97c5-07bead77b5d8,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:06.818450 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-473fc4f1-af06-4dae-b6be-e61433682821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:06.819742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-473fc4f1-af06-4dae-b6be-e61433682821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.820972 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-473fc4f1-af06-4dae-b6be-e61433682821 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61d958a5-5022-4d6e-97c5-07bead77b5d8 HTTP/1.1" status: 204 len: 168 time: 0.2171323 Nov 20 08:40:06.973589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-9207e356-e2e6-4c28-b10b-e79f952d01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:06.975465 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-9207e356-e2e6-4c28-b10b-e79f952d01da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 1162 time: 0.3481481 Nov 20 08:40:07.157065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-4cf2ebf3-a389-40c3-b685-aec99535ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:07.158845 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-4cf2ebf3-a389-40c3-b685-aec99535ed41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.1646955 Nov 20 08:40:07.297396 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-44ca673f-86fd-4674-847a-1de9ecaeac51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 HTTP/1.1" status: 200 len: 1001 time: 0.1311600 Nov 20 08:40:07.381434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-09f616c3-3717-44a4-9e53-12cf68a379df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:07.383139 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-09f616c3-3717-44a4-9e53-12cf68a379df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.0781903 Nov 20 08:40:07.495385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-b3d3c9d0-2355-4603-a85b-da88bbb6bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:07.497467 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-b3d3c9d0-2355-4603-a85b-da88bbb6bbac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1061184 Nov 20 08:40:07.664736 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-cf690fda-e840-42a0-a195-f289768c3e6a service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589458 Nov 20 08:40:07.828553 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec3c1417-2bec-4e6a-b58c-d1a40bea59d1 req-b1b7619f-e4cf-459b-b3ef-499d31e87fea service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1563387 Nov 20 08:40:07.918443 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e22de-f00f-4faf-8936-35db4a8ce3df req-437be4d8-c0ae-4dad-aaec-1baef61a8cad tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:07.922303 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f50e22de-f00f-4faf-8936-35db4a8ce3df req-437be4d8-c0ae-4dad-aaec-1baef61a8cad tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.0919800 Nov 20 08:40:07.983894 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f50e22de-f00f-4faf-8936-35db4a8ce3df req-5e6a9cb3-5195-4716-97a6-e61b7f568270 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478749 Nov 20 08:40:09.232097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0416bc-7446-4deb-a4ae-57cd4f0e2244 req-75d7f1a0-9cbb-431a-af1d-cbe07a1b17f1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:09.233774 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ba0416bc-7446-4deb-a4ae-57cd4f0e2244 req-75d7f1a0-9cbb-431a-af1d-cbe07a1b17f1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.0940037 Nov 20 08:40:09.285809 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ba0416bc-7446-4deb-a4ae-57cd4f0e2244 req-50805466-1963-47da-94c2-d76c947f5807 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452068 Nov 20 08:40:10.388702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-5dfa83f8-0f4e-4773-8cf5-7f0dabc0c230 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:security_group {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:40:10.408686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-5dfa83f8-0f4e-4773-8cf5-7f0dabc0c230 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:security_group {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:40:10.420106 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-5dfa83f8-0f4e-4773-8cf5-7f0dabc0c230 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1141973994&fields=id&tenant_id=cbb24c2df5384ba988d38abb22fc49c2 HTTP/1.1" status: 200 len: 267 time: 0.0809369 Nov 20 08:40:10.665729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-b95f7686-f4db-4ac3-813a-333036c574d2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:10.666586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-b95f7686-f4db-4ac3-813a-333036c574d2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:network {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:40:10.697784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9191f-cd4f-4328-a7bc-964224b806e2 req-a637aa18-a77c-4a4f-9921-a6cfde53ff98 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:10.700076 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-17f9191f-cd4f-4328-a7bc-964224b806e2 req-a637aa18-a77c-4a4f-9921-a6cfde53ff98 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.2218626 Nov 20 08:40:10.708836 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-b95f7686-f4db-4ac3-813a-333036c574d2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:network {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:40:10.710164 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-b95f7686-f4db-4ac3-813a-333036c574d2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 812 time: 0.2887931 Nov 20 08:40:10.783163 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-6fd678cf-21af-4a63-9f81-b86eca61d6ad tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/quotas/cbb24c2df5384ba988d38abb22fc49c2 HTTP/1.1" status: 200 len: 375 time: 0.0461700 Nov 20 08:40:10.842262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:40:10.883471 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-17f9191f-cd4f-4328-a7bc-964224b806e2 req-ff9e9f2f-81a0-4d19-ae81-a3ac08073314 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707346 Nov 20 08:40:11.011751 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-55cbb473-e5b8-4607-870f-14844ca8511f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2109578 Nov 20 08:40:11.014548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:11.055548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:40:11.056902 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:11.063811 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:11.065912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:11.153043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:11.156837 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:11.473122 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-7baed971-8b29-469d-a50b-3c1b609f044c service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427075 Nov 20 08:40:11.660254 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-674eeabe-6dcc-4d17-a626-5ddea362da04 service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1793702 Nov 20 08:40:12.281546 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9', 'code': 422} returned with failed status Nov 20 08:40:12.397990 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-743b3248-d675-42c6-a1f5-1707e72a8d7b req-7df6b373-a7b6-4486-97df-69410a5d076d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 210 time: 0.0585144 Nov 20 08:40:12.592762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34032) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:12.919743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:13.002212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:13.011174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a444d34-e217-424a-9d00-3432881bd018 req-87e075c3-1ef3-40c0-8879-cf78e7131e81 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:13.013543 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a444d34-e217-424a-9d00-3432881bd018 req-87e075c3-1ef3-40c0-8879-cf78e7131e81 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.1283331 Nov 20 08:40:13.025127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] Usage tracker for resource:security_group_rule and tenant:175005bf2784488d9649a7e2ae9c4b6a is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:13.032273 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:13.038703 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:13.122442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 34064) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:13.160796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:13.168874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:13.221035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d65dfeca-96e4-4b98-81bc-a46f505107ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:13.235808 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=175005bf2784488d9649a7e2ae9c4b6a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6402833 Nov 20 08:40:13.238103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 34070) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:13.246445 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a444d34-e217-424a-9d00-3432881bd018 req-51d4a837-ef64-42a2-b7a1-7ca1e86c6aed tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210445 Nov 20 08:40:13.268135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80051857-227e-4f35-b45c-521f6a046ee7,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:13.288940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:13.470952 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-737a2a0c-4b27-4df4-a83d-f73dafa36034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:13.512024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b923602-8fc8-4a8e-a614-474b6d2e4911 req-fe2ddb87-b7be-4bb9-8f19-ebc7682ae813 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:13.513771 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b923602-8fc8-4a8e-a614-474b6d2e4911 req-fe2ddb87-b7be-4bb9-8f19-ebc7682ae813 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.3900826 Nov 20 08:40:13.629600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-737a2a0c-4b27-4df4-a83d-f73dafa36034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:13.668282 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-af9841ef-ce1e-41e1-95c0-ef3bc0cd96c3 req-68005134-ee7c-4ef2-a4b4-1bf0158faa6e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 210 time: 0.0946891 Nov 20 08:40:13.755947 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-48737b3c-61ac-4d3a-a544-a2b743ff78e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6304004 Nov 20 08:40:13.758958 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b923602-8fc8-4a8e-a614-474b6d2e4911 req-1a5b6fd0-4c40-4c4e-bccc-3377390f0109 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202303 Nov 20 08:40:13.784266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-737a2a0c-4b27-4df4-a83d-f73dafa36034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:13.794519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-04037d00-0987-459b-8dcc-ff228cda796e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:13.814537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-737a2a0c-4b27-4df4-a83d-f73dafa36034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:13.818637 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-737a2a0c-4b27-4df4-a83d-f73dafa36034 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80051857-227e-4f35-b45c-521f6a046ee7 HTTP/1.1" status: 204 len: 168 time: 0.5791612 Nov 20 08:40:13.819894 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a2a0c-4b27-4df4-a83d-f73dafa36034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80051857-227e-4f35-b45c-521f6a046ee7,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:13.827098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-737a2a0c-4b27-4df4-a83d-f73dafa36034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:14.434548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34098) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:14.459144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:14.506769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:14.515595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fc3a8-ba1a-4a5b-8058-2e4c18b80ca8 req-30855ee3-c492-4ee4-959b-603b8927f0fb tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:14.515832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] Usage tracker for resource:security_group_rule and tenant:1d189423cea4422c96705619324397e5 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:14.519455 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-883fc3a8-ba1a-4a5b-8058-2e4c18b80ca8 req-30855ee3-c492-4ee4-959b-603b8927f0fb tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.1019752 Nov 20 08:40:14.520542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:14.528531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:14.585879 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-883fc3a8-ba1a-4a5b-8058-2e4c18b80ca8 req-03e2f8cd-76bc-4e86-b357-dc47aed33974 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582149 Nov 20 08:40:14.640340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:14.644022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:14.655276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-dbb9d780-0b13-4a3a-8a0c-2d174ec9bb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:14.706755 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bd0566-cacd-4db6-96c8-07f7e4ca1b46,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:14.712845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:14.768025 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d189423cea4422c96705619324397e5&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3290443 Nov 20 08:40:14.768714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34104) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:14.933825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-59e45999-b930-4734-bcaa-be3bc7e49ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:14.954486 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5e10a457-2ced-4fcf-9464-355362c8ed56 req-b66b6b30-a808-47e7-a3e5-452249526474 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 210 time: 0.0696006 Nov 20 08:40:14.989353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-59e45999-b930-4734-bcaa-be3bc7e49ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.049025 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-59e45999-b930-4734-bcaa-be3bc7e49ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.055992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-473fc4f1-af06-4dae-b6be-e61433682821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:15.084451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45999-b930-4734-bcaa-be3bc7e49ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bd0566-cacd-4db6-96c8-07f7e4ca1b46,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:15.087505 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-59e45999-b930-4734-bcaa-be3bc7e49ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:15.088827 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-59e45999-b930-4734-bcaa-be3bc7e49ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.092990 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-59e45999-b930-4734-bcaa-be3bc7e49ac6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82bd0566-cacd-4db6-96c8-07f7e4ca1b46 HTTP/1.1" status: 204 len: 168 time: 0.3165269 Nov 20 08:40:15.260195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-f7a44ff1-6c14-43a0-b0c9-8c5949aec9fd tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:15.262388 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-f7a44ff1-6c14-43a0-b0c9-8c5949aec9fd tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 812 time: 0.6754971 Nov 20 08:40:15.283371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cb282-8f5d-4247-963c-69a2d3fdf4f7 req-95c7ae7c-e4d3-4cd2-9b5f-85f923728512 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:15.285195 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-405cb282-8f5d-4247-963c-69a2d3fdf4f7 req-95c7ae7c-e4d3-4cd2-9b5f-85f923728512 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.2691729 Nov 20 08:40:15.360149 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-405cb282-8f5d-4247-963c-69a2d3fdf4f7 req-07451074-8fc0-4fb5-b138-358f94e80bd8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667517 Nov 20 08:40:15.369604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-c8d31a45-9333-47ce-94eb-7699251105dc tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:15.371830 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-c8d31a45-9333-47ce-94eb-7699251105dc tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.1882174 Nov 20 08:40:15.830531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13272673-9e75-4a94-b064-237b0c36a264 req-b427d828-e1c3-4284-bacb-9a9960343ff6 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:15.832225 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-13272673-9e75-4a94-b064-237b0c36a264 req-b427d828-e1c3-4284-bacb-9a9960343ff6 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.0940862 Nov 20 08:40:15.884682 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-13272673-9e75-4a94-b064-237b0c36a264 req-856b3e39-3eb2-44a0-b0bb-2e189630369d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459700 Nov 20 08:40:16.159645 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-62701fd7-e9e0-47e0-858e-454dcbcffe75 req-c2878606-f244-4de2-8e30-20542277ec5d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 210 time: 0.0548038 Nov 20 08:40:16.663344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c7efa-3766-455f-ab0b-7f8f8df004ca req-d5aafb90-826a-480f-84c8-dad2d13ec2e6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:16.665037 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-560c7efa-3766-455f-ab0b-7f8f8df004ca req-d5aafb90-826a-480f-84c8-dad2d13ec2e6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1443458 Nov 20 08:40:16.720355 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-560c7efa-3766-455f-ab0b-7f8f8df004ca req-8ff43ce0-2d63-405d-9a22-f0bb4d96f4c6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480673 Nov 20 08:40:17.169886 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4e1ce-f114-4f5f-b4c2-388d8ce0a935 req-a41bd38b-b3ca-4140-afe4-30827d402e58 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:17.171671 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1eb4e1ce-f114-4f5f-b4c2-388d8ce0a935 req-a41bd38b-b3ca-4140-afe4-30827d402e58 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.1236231 Nov 20 08:40:17.236478 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1eb4e1ce-f114-4f5f-b4c2-388d8ce0a935 req-20472ed2-788a-437f-8f83-0ada88657177 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581577 Nov 20 08:40:17.442432 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93d93877-609e-49f8-9b1e-74a13c4bd5b8 req-96bbbbb4-c2ab-4c28-9dba-6bedd5b1509c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 210 time: 0.0808496 Nov 20 08:40:17.982577 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4393bcc-e0bb-42fc-8748-4b501f932dfa req-7b3fa355-663c-4a00-9837-3b631c6a3c4d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:17.984252 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f4393bcc-e0bb-42fc-8748-4b501f932dfa req-7b3fa355-663c-4a00-9837-3b631c6a3c4d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0929747 Nov 20 08:40:18.039769 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f4393bcc-e0bb-42fc-8748-4b501f932dfa req-90f05fc8-534d-42b1-9cf8-742c0ed5b891 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480218 Nov 20 08:40:18.488198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a009d6-a1bf-461c-9cff-c3511259dccd req-da8c23e8-255e-4a69-9c95-f3ea92f9bdec tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:18.491143 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e1a009d6-a1bf-461c-9cff-c3511259dccd req-da8c23e8-255e-4a69-9c95-f3ea92f9bdec tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 945 time: 0.1156282 Nov 20 08:40:18.550899 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e1a009d6-a1bf-461c-9cff-c3511259dccd req-eb03d44a-01e7-441b-97d3-5b5a7cdd7017 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531330 Nov 20 08:40:18.778550 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bc84d67e-088c-47e9-a0f2-7992313476c7 req-7f766396-5415-4d0b-b580-e5942323c229 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 210 time: 0.0512280 Nov 20 08:40:19.034164 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 6842b376-a7c3-4bb5-813b-320f8b4b69a1 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:40:19.085219 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Deleting port 6842b376-a7c3-4bb5-813b-320f8b4b69a1 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:40:19.085734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.122375 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec4d2f5e-2ab7-4558-8914-2adbb11a7932 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbb24c2df5384ba988d38abb22fc49c2 HTTP/1.1" status: 200 len: 5287 time: 0.1926670 Nov 20 08:40:19.143204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'port': {'device_id': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'admin_state_up': True, 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'security_groups': ['091c03a1-2504-48b6-af5c-030668c74582']}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:40:19.197347 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.229358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94450cfe-7050-42b3-93b4-99afcf84df7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6842b376-a7c3-4bb5-813b-320f8b4b69a1'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:19.240794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 6842b376-a7c3-4bb5-813b-320f8b4b69a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6842b376-a7c3-4bb5-813b-320f8b4b69a1,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:40:19.244578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.246826 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-072f0a20-4320-4ee4-a7e1-105286cc7c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:19.310679 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94450cfe-7050-42b3-93b4-99afcf84df7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6842b376-a7c3-4bb5-813b-320f8b4b69a1', 'code': 200} Nov 20 08:40:19.324374 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=6842b376-a7c3-4bb5-813b-320f8b4b69a1,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:19.328245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:19.456603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:19.476164 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Usage tracker for resource:port and tenant:cbb24c2df5384ba988d38abb22fc49c2 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:19.483727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Quota usage for port was recalculated. Used quota:2. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:19.547616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:19.587840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71401247-18e9-45ae-8071-7e607f17636f req-02f833a2-4b51-4ad4-881f-2c7ba146f535 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:19.590252 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-71401247-18e9-45ae-8071-7e607f17636f req-02f833a2-4b51-4ad4-881f-2c7ba146f535 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.3383231 Nov 20 08:40:19.638207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Made reservation on behalf of cbb24c2df5384ba988d38abb22fc49c2 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:40:19.643875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.673889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] For port 6842b376-a7c3-4bb5-813b-320f8b4b69a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6842b376-a7c3-4bb5-813b-320f8b4b69a1,segment=NetworkSegment(76355d8e-7499-4c67-95ff-dc09e35a5b29),segment_id=76355d8e-7499-4c67-95ff-dc09e35a5b29)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:40:19.674294 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.884861 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Calling delete_port for 6842b376-a7c3-4bb5-813b-320f8b4b69a1 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:40:19.982558 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-71401247-18e9-45ae-8071-7e607f17636f req-4a2af7d3-3f56-4eef-880a-a4ada1ce54bc tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645566 Nov 20 08:40:19.995753 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ade5a79e-6a5a-4ee5-b237-5e4a598cc37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:20.309255 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d97e2bae-aa62-4a28-97c5-aebd14d5975b req-de8f074b-4251-43b4-87f9-14f425146922 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 210 time: 0.1189392 Nov 20 08:40:20.322613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd6fad-46e8-4146-bc24-38b822d3e298 req-f5cfdbc3-9f7f-4c33-8ab6-2cc0f085ca57 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:20.324439 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26dd6fad-46e8-4146-bc24-38b822d3e298 req-f5cfdbc3-9f7f-4c33-8ab6-2cc0f085ca57 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/ports?device_id=94450cfe-7050-42b3-93b4-99afcf84df7b HTTP/1.1" status: 200 len: 943 time: 0.5682967 Nov 20 08:40:20.377066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:20.399954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-759d355f-fe1b-4bfa-84e9-8bfda8a17796 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:20.465149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Pushing event deleted for resources: {'Port': ['ID=6842b376-a7c3-4bb5-813b-320f8b4b69a1,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:20.483790 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:20.646846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:20.775096 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26dd6fad-46e8-4146-bc24-38b822d3e298 req-abadc35c-803a-4027-988a-66e199d1eb50 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.32 "GET /v2.0/security-groups?id=8c77b282-1042-431f-981c-bb6df451066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417107 Nov 20 08:40:20.884177 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Allocated IP 172.20.0.3 (270c5563-6854-44e4-aa1d-e900b0b0f5d7/e81c3f6d-027f-43cc-810f-b8875088632c/18ef7a89-a58d-4364-9784-eb204ecde22e) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:40:20.977851 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] No DVR routers for this DVR port 6842b376-a7c3-4bb5-813b-320f8b4b69a1 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:40:20.994106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:20.999510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94450cfe-7050-42b3-93b4-99afcf84df7b', 'name': 'network-vif-deleted', 'tag': '6842b376-a7c3-4bb5-813b-320f8b4b69a1'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:21.074978 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3952a843-3327-4367-b0ca-3dbbfbb60341 req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] 10.222.0.24 "DELETE /v2.0/ports/6842b376-a7c3-4bb5-813b-320f8b4b69a1 HTTP/1.1" status: 204 len: 173 time: 2.1467109 Nov 20 08:40:21.359403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:21.381982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45ea5e-de7d-4c70-987c-9801a3039862 req-663129c2-0aac-4494-8f39-daa4a1b4ea16 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:21.383669 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0d45ea5e-de7d-4c70-987c-9801a3039862 req-663129c2-0aac-4494-8f39-daa4a1b4ea16 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1636531 Nov 20 08:40:21.448026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Transition to ACTIVE for port object 18ef7a89-a58d-4364-9784-eb204ecde22e will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:40:21.458254 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94450cfe-7050-42b3-93b4-99afcf84df7b', 'name': 'network-vif-deleted', 'tag': '6842b376-a7c3-4bb5-813b-320f8b4b69a1', 'status': 'completed', 'code': 200} Nov 20 08:40:21.531669 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0d45ea5e-de7d-4c70-987c-9801a3039862 req-6018bae5-2194-4363-8ad7-b5fad83ffb57 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029174 Nov 20 08:40:21.543449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:21.562408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:21.611481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-1d3de2dc-ce52-4017-8fee-cadda44b52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:21.613552 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-1d3de2dc-ce52-4017-8fee-cadda44b52fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50&tenant_id=ec3e6a3a848442469961a7497234648b HTTP/1.1" status: 200 len: 1160 time: 0.2220807 Nov 20 08:40:21.902225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'Port': ['ID=18ef7a89-a58d-4364-9784-eb204ecde22e,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:21.911226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:21.986100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-05b8bf98-abb1-42ec-bf37-8f12d4154d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:21.987874 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-05b8bf98-abb1-42ec-bf37-8f12d4154d0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 1160 time: 0.2903464 Nov 20 08:40:22.003106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73466588-9b20-4eb5-859b-ceb3aa168244 req-c1e5a784-e667-4b17-8fd0-9a55d9b8c7bf tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:22.003106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-73466588-9b20-4eb5-859b-ceb3aa168244 req-c1e5a784-e667-4b17-8fd0-9a55d9b8c7bf tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:40:22.009940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:40:22.039298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:40:22.048920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:40:22.052969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:22.053589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:22.093103 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9571407 Nov 20 08:40:22.121274 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34258) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:22.163878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-73466588-9b20-4eb5-859b-ceb3aa168244 req-c1e5a784-e667-4b17-8fd0-9a55d9b8c7bf tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:40:22.170387 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-73466588-9b20-4eb5-859b-ceb3aa168244 req-c1e5a784-e667-4b17-8fd0-9a55d9b8c7bf tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 931 time: 0.5374401 Nov 20 08:40:22.204734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Request body: {'port': {'device_id': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:40:22.309756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-2e75b775-8487-4d4c-a251-2778e9e6257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:22.312500 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-2e75b775-8487-4d4c-a251-2778e9e6257f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.3062603 Nov 20 08:40:22.392217 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-73466588-9b20-4eb5-859b-ceb3aa168244 req-85ffc2c3-ffc0-46bd-aa3e-02223ce3e12f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1923416 Nov 20 08:40:22.394929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-b7244ea2-4c9c-4f7a-8994-f5baad087fbd None None] Provisioning for port 18ef7a89-a58d-4364-9784-eb204ecde22e completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:40:22.401403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-b7244ea2-4c9c-4f7a-8994-f5baad087fbd None None] Provisioning complete for port 18ef7a89-a58d-4364-9784-eb204ecde22e triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:22.412787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b7244ea2-4c9c-4f7a-8994-f5baad087fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:22.487761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31cfce7-f593-4da4-8814-f4adbff79ef5 admin admin] Deleting subnet 27633da5-51ad-4151-9df2-98015bdc16d6 {{(pid=80254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:40:22.491494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e31cfce7-f593-4da4-8814-f4adbff79ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:22.495368 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-5063ecc4-8f45-4121-909e-5daa82ad84ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 HTTP/1.1" status: 200 len: 999 time: 0.1746805 Nov 20 08:40:22.499608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-b7244ea2-4c9c-4f7a-8994-f5baad087fbd None None] Port 18ef7a89-a58d-4364-9784-eb204ecde22e cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:40:22.553206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:22.556433 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e31cfce7-f593-4da4-8814-f4adbff79ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851662180'] for subnet, precommit_delete_associations {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:22.621779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e31cfce7-f593-4da4-8814-f4adbff79ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:22.639735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-6f9690fe-86b5-48d6-ab3a-a7e808badbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:22.641429 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-6f9690fe-86b5-48d6-ab3a-a7e808badbab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.1367958 Nov 20 08:40:22.886858 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:22.910334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-02de246e-cce9-43bd-8d8f-29db111fb383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:22.921800 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e31cfce7-f593-4da4-8814-f4adbff79ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853426402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851797002'] for subnet, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:22.938581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:22.980797 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cfce7-f593-4da4-8814-f4adbff79ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27633da5-51ad-4151-9df2-98015bdc16d6,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:22.993224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e31cfce7-f593-4da4-8814-f4adbff79ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:23.030411 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990365c-9c87-41b5-8917-51b26d84478a req-5472a2cf-2e17-499e-8214-5611f696046f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:23.032199 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6990365c-9c87-41b5-8917-51b26d84478a req-5472a2cf-2e17-499e-8214-5611f696046f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.2707582 Nov 20 08:40:23.096145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e31cfce7-f593-4da4-8814-f4adbff79ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.103832 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e31cfce7-f593-4da4-8814-f4adbff79ef5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/27633da5-51ad-4151-9df2-98015bdc16d6 HTTP/1.1" status: 204 len: 168 time: 0.9796178 Nov 20 08:40:23.105275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34284) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:23.107303 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6990365c-9c87-41b5-8917-51b26d84478a req-8777e190-3ed7-401d-a7ba-14fd79b807a3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680141 Nov 20 08:40:23.175320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ef7a89-a58d-4364-9784-eb204ecde22e {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:40:23.182719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.195809 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Transition to ACTIVE for port object 18ef7a89-a58d-4364-9784-eb204ecde22e will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:40:23.199472 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.216230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bcaa8ad8-bea1-481f-a198-a9feea0da397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:23.231105 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.363948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Pushing event updated for resources: {'Port': ['ID=18ef7a89-a58d-4364-9784-eb204ecde22e,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:23.368611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:23.432874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.565439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718043b5-18f0-487a-b0a0-0bd83f46e15c']}} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:40:23.586466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76355d8e-7499-4c67-95ff-dc09e35a5b29') {'for_net_delete': True} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:40:23.586905 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76355d8e-7499-4c67-95ff-dc09e35a5b29') {} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:40:23.606067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113621'] for segment, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.640417 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.642941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:40:23.684407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Attempting to bind port 18ef7a89-a58d-4364-9784-eb204ecde22e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:40:23.685049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Attempting to bind port 18ef7a89-a58d-4364-9784-eb204ecde22e by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:40:23.685680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Attempting to bind port 18ef7a89-a58d-4364-9784-eb204ecde22e on network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:40:23.712322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:40:23.713014 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Checking segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:40:23.713689 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.714376 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Bound using segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:40:23.715271 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Bound port: 18ef7a89-a58d-4364-9784-eb204ecde22e, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:40:23.715923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.792471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84684f30-c342-4bd1-aeb6-46826e909d41 req-a3c7eafe-b2be-487f-ba12-79edf3e4e82a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:23.794146 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-84684f30-c342-4bd1-aeb6-46826e909d41 req-a3c7eafe-b2be-487f-ba12-79edf3e4e82a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.1992650 Nov 20 08:40:23.851224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:40:23.862283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347824'] for segment, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.882065 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-84684f30-c342-4bd1-aeb6-46826e909d41 req-5cab22d4-9642-479d-8a96-f3bf1e87f8c4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0758801 Nov 20 08:40:23.883246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] For port 18ef7a89-a58d-4364-9784-eb204ecde22e, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:40:23.887519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] For port 18ef7a89-a58d-4364-9784-eb204ecde22e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=18ef7a89-a58d-4364-9784-eb204ecde22e,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:40:23.892727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:23.910510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-dc92fdf4-49cb-4dd8-99d2-e929f3d6433f tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:24.072162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Network 718043b5-18f0-487a-b0a0-0bd83f46e15c has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:40:24.097331 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:40:24.222911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:24.226947 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9d926414-80d9-4e8d-945e-d915cf791b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:24.247209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:24.259943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=718043b5-18f0-487a-b0a0-0bd83f46e15c,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:24.264058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:24.271872 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9317f2e5-f165-4f79-a1b4-91b5838e98b5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/718043b5-18f0-487a-b0a0-0bd83f46e15c HTTP/1.1" status: 204 len: 168 time: 1.1631939 Nov 20 08:40:24.358959 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:24.359384 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Pushing event updated for resources: {'Port': ['ID=18ef7a89-a58d-4364-9784-eb204ecde22e,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:24.366501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:24.430606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:24.430606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:24.430606 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/18ef7a89-a58d-4364-9784-eb204ecde22e HTTP/1.1" status: 200 len: 1157 time: 2.2586434 Nov 20 08:40:24.431530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34300) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:24.436818 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9111c8b-59a4-475a-897b-43a9122b2ac5 req-041654a5-b063-47b2-a708-8d1e0423cc07 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:24.438447 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d9111c8b-59a4-475a-897b-43a9122b2ac5 req-041654a5-b063-47b2-a708-8d1e0423cc07 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1511724 Nov 20 08:40:24.439054 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'tag': '18ef7a89-a58d-4364-9784-eb204ecde22e'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:24.494854 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d9111c8b-59a4-475a-897b-43a9122b2ac5 req-41a47f28-8104-4085-801d-93f446e96f95 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480089 Nov 20 08:40:24.495886 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 34306) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:24.507264 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f0d16377-49a7-48ee-a9e8-4a07b3e3f521 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61907a3500114ad79753ba894f54723b&name=default HTTP/1.1" status: 200 len: 2743 time: 0.0600333 Nov 20 08:40:24.564878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-578f9683-de5e-4645-9370-3dca46f1cff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:24.589266 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'tag': '18ef7a89-a58d-4364-9784-eb204ecde22e', 'status': 'completed', 'code': 200} Nov 20 08:40:24.596988 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-578f9683-de5e-4645-9370-3dca46f1cff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:24.646473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-578f9683-de5e-4645-9370-3dca46f1cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:24.652592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-50cb57f5-f4d6-4a08-ae36-db8ae4d3a934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:24.667206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f9683-de5e-4645-9370-3dca46f1cff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c77b282-1042-431f-981c-bb6df451066c,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:24.670206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-578f9683-de5e-4645-9370-3dca46f1cff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:24.680437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-578f9683-de5e-4645-9370-3dca46f1cff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:24.681986 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-578f9683-de5e-4645-9370-3dca46f1cff7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c77b282-1042-431f-981c-bb6df451066c HTTP/1.1" status: 204 len: 168 time: 0.1846783 Nov 20 08:40:25.120055 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918ea6a-ee9f-486b-9186-0a7665e0777c req-f17825dc-48fb-4f7d-8411-9b771b3d8495 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:25.121933 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e918ea6a-ee9f-486b-9186-0a7665e0777c req-f17825dc-48fb-4f7d-8411-9b771b3d8495 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.1029725 Nov 20 08:40:25.156590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:25.186600 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e918ea6a-ee9f-486b-9186-0a7665e0777c req-730828ed-8d3b-478e-b6e1-27623879434a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0548213 Nov 20 08:40:25.755273 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f796e-fe87-4e50-95a4-1be8251a8bb8 req-d4cc43c3-f96e-4a4e-90d3-c436ae98f906 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:25.758212 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ed2f796e-fe87-4e50-95a4-1be8251a8bb8 req-d4cc43c3-f96e-4a4e-90d3-c436ae98f906 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0988934 Nov 20 08:40:25.868856 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ed2f796e-fe87-4e50-95a4-1be8251a8bb8 req-be50f819-87bd-4b21-be59-3adcc0d7846c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654161 Nov 20 08:40:25.884352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-4c4c462f-38dc-44a1-ab73-98a755eb7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:25.887127 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-4c4c462f-38dc-44a1-ab73-98a755eb7b1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1256969 Nov 20 08:40:26.319440 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905145b-fa35-4fb2-8d5d-4b79743d3362 req-2119fbc8-9cc9-4072-9f58-c5a47edb582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:26.321611 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b905145b-fa35-4fb2-8d5d-4b79743d3362 req-2119fbc8-9cc9-4072-9f58-c5a47edb582a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 1160 time: 0.2302561 Nov 20 08:40:26.325112 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-3417bf93-c1c8-4e5b-99fd-217142127d3a service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305312 Nov 20 08:40:26.716741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:40:26.717695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da7be-0e68-47d7-b172-7e6fc87a5bec req-6c4f8ec6-e920-4507-8d4e-08dc0776d23a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:26.719461 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-af9da7be-0e68-47d7-b172-7e6fc87a5bec req-6c4f8ec6-e920-4507-8d4e-08dc0776d23a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.3931706 Nov 20 08:40:26.722267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905145b-fa35-4fb2-8d5d-4b79743d3362 req-5e473d20-bcbc-43a4-9462-5d7551bfef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:26.724191 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b905145b-fa35-4fb2-8d5d-4b79743d3362 req-5e473d20-bcbc-43a4-9462-5d7551bfef8e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3521605 Nov 20 08:40:26.725797 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-d700ee11-1fe3-4571-b14b-f292e5161f10 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3529251 Nov 20 08:40:26.892064 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-af9da7be-0e68-47d7-b172-7e6fc87a5bec req-afc05e59-2318-4af5-98fd-b57e963d8a44 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1652091 Nov 20 08:40:26.934279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905145b-fa35-4fb2-8d5d-4b79743d3362 req-2b2887a2-50fa-4a77-a81b-d31cb7d6a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:26.936646 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b905145b-fa35-4fb2-8d5d-4b79743d3362 req-2b2887a2-50fa-4a77-a81b-d31cb7d6a606 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1905830 Nov 20 08:40:27.167335 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-4343a295-2969-41d3-9f57-3ec98b3928e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:27.169225 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-4343a295-2969-41d3-9f57-3ec98b3928e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 1160 time: 0.1682653 Nov 20 08:40:27.176835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003e75b-eacd-41b6-9b23-02fb856f899b req-18e704d9-7275-4604-a048-c4673c9c4674 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:27.178621 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d003e75b-eacd-41b6-9b23-02fb856f899b req-18e704d9-7275-4604-a048-c4673c9c4674 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1355927 Nov 20 08:40:27.289406 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-5e56eedf-89f2-42c6-9fc1-dea9c8b1db1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18ef7a89-a58d-4364-9784-eb204ecde22e HTTP/1.1" status: 200 len: 217 time: 0.0986950 Nov 20 08:40:27.319559 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d003e75b-eacd-41b6-9b23-02fb856f899b req-3e822cd5-2a2e-49a4-928e-60ea1970af10 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313252 Nov 20 08:40:27.418742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-06524113-e9b4-4217-8c99-845ec9826862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:27.420399 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-06524113-e9b4-4217-8c99-845ec9826862 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.0874894 Nov 20 08:40:27.539703 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-2b710529-14c7-4edd-b8ba-500a4b17fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:27.541490 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-2b710529-14c7-4edd-b8ba-500a4b17fd30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1133220 Nov 20 08:40:27.753295 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-a14b9aba-d61f-4a6c-8328-5a342f32554b service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930575 Nov 20 08:40:27.932791 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb18041-6819-4442-88aa-133e6cd63f89 req-2c10ed59-eaff-4564-8514-404174104b21 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1713715 Nov 20 08:40:28.232717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7ea40-90ca-440e-b393-84d2e33111bf req-1b37bea5-d2fc-4e09-8475-a1b9a11b605a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:28.234627 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-41e7ea40-90ca-440e-b393-84d2e33111bf req-1b37bea5-d2fc-4e09-8475-a1b9a11b605a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.1727877 Nov 20 08:40:28.290132 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-41e7ea40-90ca-440e-b393-84d2e33111bf req-d394c643-92f5-4ccc-b708-1cb68ae5264e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0491312 Nov 20 08:40:28.663380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34430) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:28.725775 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef1b3f-af23-42da-8e3b-0bbb047dc08f req-5b456d60-387f-4d27-8aea-e5a9f86eb2fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:28.728723 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7ef1b3f-af23-42da-8e3b-0bbb047dc08f req-5b456d60-387f-4d27-8aea-e5a9f86eb2fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1622529 Nov 20 08:40:28.793001 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7ef1b3f-af23-42da-8e3b-0bbb047dc08f req-c3b8a540-f5f4-4253-ac4f-64cc5199b7cd tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575585 Nov 20 08:40:28.873183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:28.908604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:28.912832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] Usage tracker for resource:security_group_rule and tenant:8550252e83c84fd8b771976d8b7345be is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:28.916237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:28.922376 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:28.999826 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:29.004960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:29.013155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-952d9c94-c006-4317-a704-35708ed656f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:29.057408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe85b10-3ea0-422c-9557-65c2f6ec684b,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:29.063386 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8550252e83c84fd8b771976d8b7345be&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3984070 Nov 20 08:40:29.064430 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:29.065962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34446) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:29.142581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-689a5315-facd-4061-9dac-e2c3be074153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:29.172345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-689a5315-facd-4061-9dac-e2c3be074153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:29.221570 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-689a5315-facd-4061-9dac-e2c3be074153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:29.230111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a39ebba9-0cc2-4b11-8b17-6ff8c74cbf11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:29.245166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a5315-facd-4061-9dac-e2c3be074153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe85b10-3ea0-422c-9557-65c2f6ec684b,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:29.248246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-689a5315-facd-4061-9dac-e2c3be074153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:29.249179 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-689a5315-facd-4061-9dac-e2c3be074153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:29.250643 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-689a5315-facd-4061-9dac-e2c3be074153 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbe85b10-3ea0-422c-9557-65c2f6ec684b HTTP/1.1" status: 204 len: 168 time: 0.1832802 Nov 20 08:40:29.527207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ef5ba-ffa0-4450-8a41-fc59fc076ab7 req-6a3e8f7c-f679-4623-bbcd-b109b5d8565a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:29.528863 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-353ef5ba-ffa0-4450-8a41-fc59fc076ab7 req-6a3e8f7c-f679-4623-bbcd-b109b5d8565a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.1021233 Nov 20 08:40:29.582911 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-353ef5ba-ffa0-4450-8a41-fc59fc076ab7 req-5110c237-50c1-4e6a-9630-1e69fc0ad7b1 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0477371 Nov 20 08:40:29.672998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34460) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:29.693866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:29.731369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:29.735581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] Usage tracker for resource:security_group_rule and tenant:376b13434d1d44fc86c9a263eb2d3efe is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:29.738593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:29.744668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:29.814985 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:29.817717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:29.825999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-50f80b83-64bf-4c3f-9b19-a7e69abad774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:29.872734 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=376b13434d1d44fc86c9a263eb2d3efe&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1984916 Nov 20 08:40:29.873555 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc2f1b-49b8-4c67-83d0-f08fe75d5120,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:29.876843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 34466) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:29.877224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:29.951876 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-27e97ded-246c-46cb-aa7f-21540bc9d4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:29.985143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-27e97ded-246c-46cb-aa7f-21540bc9d4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:30.038500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-27e97ded-246c-46cb-aa7f-21540bc9d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:30.044735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:30.057342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e97ded-246c-46cb-aa7f-21540bc9d4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc2f1b-49b8-4c67-83d0-f08fe75d5120,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:30.061740 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-27e97ded-246c-46cb-aa7f-21540bc9d4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:30.065721 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-27e97ded-246c-46cb-aa7f-21540bc9d4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:30.069931 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-27e97ded-246c-46cb-aa7f-21540bc9d4b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9abc2f1b-49b8-4c67-83d0-f08fe75d5120 HTTP/1.1" status: 204 len: 168 time: 0.1910188 Nov 20 08:40:30.177142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbe275-5465-4d98-9a28-e736b08fdcb6 req-b00c72a8-e051-410b-8e08-e2de84f6f9a2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:30.178754 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a6bbe275-5465-4d98-9a28-e736b08fdcb6 req-b00c72a8-e051-410b-8e08-e2de84f6f9a2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0887589 Nov 20 08:40:30.232878 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a6bbe275-5465-4d98-9a28-e736b08fdcb6 req-b4c0eed6-9fc6-41fd-b7d3-1f3921e0e4e6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469522 Nov 20 08:40:30.524186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34480) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:30.548321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:30.583371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:30.587737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] Usage tracker for resource:security_group_rule and tenant:9016235f4ff342729374d87470eab872 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:30.591717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:30.598471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:30.669927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:30.673139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:30.681699 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-888169b2-0082-48a1-a965-3b0f160b799c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:30.726242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e974180-3948-42d0-8247-78d077efc31d,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:30.733777 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9016235f4ff342729374d87470eab872&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2059817 Nov 20 08:40:30.733777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:30.734212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34488) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:30.801598 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8faef72-fe81-403f-a590-f89d002d1947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:30.812329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569397a-87da-404c-87aa-00504cf32fb1 req-77cbb343-6b02-475d-ae3b-51b82e9721d3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:30.814009 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3569397a-87da-404c-87aa-00504cf32fb1 req-77cbb343-6b02-475d-ae3b-51b82e9721d3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0932829 Nov 20 08:40:30.833228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8faef72-fe81-403f-a590-f89d002d1947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:30.864810 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3569397a-87da-404c-87aa-00504cf32fb1 req-c9ed61c6-b9f7-41d7-9fe2-26551a564490 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0440674 Nov 20 08:40:30.885777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8faef72-fe81-403f-a590-f89d002d1947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:30.891191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3bafadf8-0458-4e09-b299-da4c2f966339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:30.904285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faef72-fe81-403f-a590-f89d002d1947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e974180-3948-42d0-8247-78d077efc31d,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:30.908535 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d8faef72-fe81-403f-a590-f89d002d1947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:30.914463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8faef72-fe81-403f-a590-f89d002d1947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:30.915750 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d8faef72-fe81-403f-a590-f89d002d1947 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e974180-3948-42d0-8247-78d077efc31d HTTP/1.1" status: 204 len: 168 time: 0.1802623 Nov 20 08:40:31.471612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27754838-41a8-41f2-93b1-1b475c96b647 req-2a2424bc-2798-4ec3-8c93-a44a9b2ded66 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:31.473250 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-27754838-41a8-41f2-93b1-1b475c96b647 req-2a2424bc-2798-4ec3-8c93-a44a9b2ded66 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0851254 Nov 20 08:40:31.531564 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-27754838-41a8-41f2-93b1-1b475c96b647 req-325e8165-d34e-48eb-99a9-cdeb05e38ff2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509832 Nov 20 08:40:32.149189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1703a-793f-4a7e-95f7-46c30f34e542 req-84913362-a68a-48b5-af1e-3b9e94a4b0c5 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:32.151593 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-deb1703a-793f-4a7e-95f7-46c30f34e542 req-84913362-a68a-48b5-af1e-3b9e94a4b0c5 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.1354761 Nov 20 08:40:32.218271 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-deb1703a-793f-4a7e-95f7-46c30f34e542 req-8c67928b-269e-4cad-bf5f-4076a3d5c813 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0596189 Nov 20 08:40:32.917394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82730e3-a667-4d55-8fde-80c0f674c31a req-d1014d4a-119e-4039-a844-bf2d66872a86 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:32.922708 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b82730e3-a667-4d55-8fde-80c0f674c31a req-d1014d4a-119e-4039-a844-bf2d66872a86 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1350477 Nov 20 08:40:32.972345 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b82730e3-a667-4d55-8fde-80c0f674c31a req-a3437e36-a7e6-4ac8-b12c-7e10ca84f135 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467942 Nov 20 08:40:33.434469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea87784-a02c-4ba3-b48f-e049ef5d431b req-dfb3eda5-665b-49b0-96e5-58a10b46cc16 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:33.436164 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ea87784-a02c-4ba3-b48f-e049ef5d431b req-dfb3eda5-665b-49b0-96e5-58a10b46cc16 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0853972 Nov 20 08:40:33.486037 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6ea87784-a02c-4ba3-b48f-e049ef5d431b req-d982ea8f-0f3b-497c-b630-60f8ad91f126 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0437109 Nov 20 08:40:34.323053 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd56589-8b0e-42e4-861a-423003935499 req-75b8a7c9-fbef-45d4-a59e-aa0ee8b602d1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:34.324686 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1fd56589-8b0e-42e4-861a-423003935499 req-75b8a7c9-fbef-45d4-a59e-aa0ee8b602d1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1211789 Nov 20 08:40:34.381395 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1fd56589-8b0e-42e4-861a-423003935499 req-7dbb0d3e-d732-495f-80e8-ce476983cfa6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495102 Nov 20 08:40:34.708015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712566d-55ba-47e1-a8bf-3cba34a3094a req-c71d7e94-52d6-4ebf-9995-2ead92c9e755 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:34.709758 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5712566d-55ba-47e1-a8bf-3cba34a3094a req-c71d7e94-52d6-4ebf-9995-2ead92c9e755 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0895789 Nov 20 08:40:34.761318 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5712566d-55ba-47e1-a8bf-3cba34a3094a req-1dff94d1-3cdd-4bfc-9e2f-603ff6915c65 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0443048 Nov 20 08:40:35.622289 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e0f08-db5c-4938-bbae-0aff48cabf37 req-05a7540c-1033-4b64-86eb-07a26941ca78 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:35.624176 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe8e0f08-db5c-4938-bbae-0aff48cabf37 req-05a7540c-1033-4b64-86eb-07a26941ca78 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0941272 Nov 20 08:40:35.678173 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe8e0f08-db5c-4938-bbae-0aff48cabf37 req-5ae8c9ec-3c29-49fb-933b-4eab1baba03e tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469439 Nov 20 08:40:36.008375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76926a97-3cb8-47fd-8236-9c27006323f8 req-cba72168-b06f-48d0-8be5-2c20819c046d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:36.010077 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-76926a97-3cb8-47fd-8236-9c27006323f8 req-cba72168-b06f-48d0-8be5-2c20819c046d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0946865 Nov 20 08:40:36.282633 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-76926a97-3cb8-47fd-8236-9c27006323f8 req-f56f8220-4219-491e-8026-877e48ba140d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2636633 Nov 20 08:40:36.915961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a46bc7-13d7-47ce-8e26-6e8bf1b8cb5e req-0a73735e-9663-4ad0-b56e-5e87b8388362 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:36.917590 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-72a46bc7-13d7-47ce-8e26-6e8bf1b8cb5e req-0a73735e-9663-4ad0-b56e-5e87b8388362 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0853131 Nov 20 08:40:36.967774 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-72a46bc7-13d7-47ce-8e26-6e8bf1b8cb5e req-df048587-86d5-405c-a11f-e017bf0a86e8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438073 Nov 20 08:40:37.511643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b2402-5b52-4a59-b68b-e3718aa79d7b req-ea38a002-5c44-40d1-80d6-6234b627d8af tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:37.513201 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9f8b2402-5b52-4a59-b68b-e3718aa79d7b req-ea38a002-5c44-40d1-80d6-6234b627d8af tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0925384 Nov 20 08:40:37.584519 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9f8b2402-5b52-4a59-b68b-e3718aa79d7b req-80b845a6-1d45-4320-be4c-e6743ba147e6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0647788 Nov 20 08:40:38.202234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ba9e0-0e5c-4c81-b957-9f6782593fd4 req-f52e5a45-3651-4ffa-896e-212584b7ba69 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:38.203924 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f23ba9e0-0e5c-4c81-b957-9f6782593fd4 req-f52e5a45-3651-4ffa-896e-212584b7ba69 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0853896 Nov 20 08:40:38.253671 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f23ba9e0-0e5c-4c81-b957-9f6782593fd4 req-9cc1911e-3862-4d56-96e1-cb492cc7dc9a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Nov 20 08:40:38.813036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4ff87-2a84-48ff-a41f-b6ad2d4bcef4 req-673fb6eb-857b-40b3-b72b-3d84e61705ac tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:38.814652 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-71c4ff87-2a84-48ff-a41f-b6ad2d4bcef4 req-673fb6eb-857b-40b3-b72b-3d84e61705ac tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0891371 Nov 20 08:40:38.864309 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-71c4ff87-2a84-48ff-a41f-b6ad2d4bcef4 req-b026a071-9882-4113-8115-93a064e99462 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0434015 Nov 20 08:40:39.488392 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880b7d3-7b61-4139-89dd-fe18e118068c req-47529896-c89d-412e-bbd8-21e6bf7259c2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:39.490038 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a880b7d3-7b61-4139-89dd-fe18e118068c req-47529896-c89d-412e-bbd8-21e6bf7259c2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0845940 Nov 20 08:40:39.547443 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a880b7d3-7b61-4139-89dd-fe18e118068c req-2caebd9f-1c22-4b32-bb19-fe4c32c6dd01 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499079 Nov 20 08:40:40.087842 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d079d5-b445-4a91-8565-1c44dc234089 req-8ec35734-88c6-42c4-a6f9-91d444ac6d01 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:40.090007 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a6d079d5-b445-4a91-8565-1c44dc234089 req-8ec35734-88c6-42c4-a6f9-91d444ac6d01 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0930314 Nov 20 08:40:40.147933 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a6d079d5-b445-4a91-8565-1c44dc234089 req-e7d82a18-78a8-454b-8fcb-ea6a7866b4f1 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0480518 Nov 20 08:40:40.807141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0aabc-e64b-447d-87df-0886d701ea0c req-bd48130c-8bfa-465e-963d-493b61641ae4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:40.808973 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-43a0aabc-e64b-447d-87df-0886d701ea0c req-bd48130c-8bfa-465e-963d-493b61641ae4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0904760 Nov 20 08:40:40.871082 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-43a0aabc-e64b-447d-87df-0886d701ea0c req-c772d6e2-f8f4-4630-bdc3-1689ed72f434 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472178 Nov 20 08:40:41.394901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee69831-2f88-4bac-8418-1e0b0bfdbce2 req-c9c04fb3-8f6a-4781-915b-0ba10bef7a70 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:41.396540 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fee69831-2f88-4bac-8418-1e0b0bfdbce2 req-c9c04fb3-8f6a-4781-915b-0ba10bef7a70 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0851824 Nov 20 08:40:41.447325 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fee69831-2f88-4bac-8418-1e0b0bfdbce2 req-25ba46ce-088b-47f6-90be-442e355ebf07 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0438781 Nov 20 08:40:42.123662 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8e4d4-37c4-4218-b69f-fb183be767b1 req-30389f67-56ea-42ad-8a38-e59d2827cf5b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:42.126287 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-edd8e4d4-37c4-4218-b69f-fb183be767b1 req-30389f67-56ea-42ad-8a38-e59d2827cf5b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0933125 Nov 20 08:40:42.177778 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-edd8e4d4-37c4-4218-b69f-fb183be767b1 req-f66dd76c-fd72-4cc2-9894-e845a975e24c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448241 Nov 20 08:40:42.731536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24446375-397f-4835-b76d-fc335743373d req-d2a98e2b-3e1e-4968-b97e-e833c0ef5abc tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:42.733960 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-24446375-397f-4835-b76d-fc335743373d req-d2a98e2b-3e1e-4968-b97e-e833c0ef5abc tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.1010818 Nov 20 08:40:42.785972 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-24446375-397f-4835-b76d-fc335743373d req-4960fdf7-bf5b-471a-9e10-44ace344f0c3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0459182 Nov 20 08:40:43.419170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc0304-bd05-443d-919a-8a9056679122 req-49433f1c-b652-4448-a93c-39f2bda8a12a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:43.420824 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1bdc0304-bd05-443d-919a-8a9056679122 req-49433f1c-b652-4448-a93c-39f2bda8a12a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0921414 Nov 20 08:40:43.471902 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1bdc0304-bd05-443d-919a-8a9056679122 req-c8495584-1b4d-4e92-a4d2-491863a65681 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445502 Nov 20 08:40:44.016019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d38a22-5243-4d2f-9640-4ef58e35cc4e req-404b3d61-a7fe-42e5-a7f3-3fcc5b811495 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:44.018060 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-94d38a22-5243-4d2f-9640-4ef58e35cc4e req-404b3d61-a7fe-42e5-a7f3-3fcc5b811495 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0842037 Nov 20 08:40:44.070508 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-94d38a22-5243-4d2f-9640-4ef58e35cc4e req-b6ae7d88-b8c5-4136-afc7-d0f51f1fb23d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0457828 Nov 20 08:40:44.745663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe84af2-31ac-4185-98c8-0126dcba7737 req-ad3b9cf1-36e0-4bbf-b8f3-ea3bd6aa919a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:44.747369 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1fe84af2-31ac-4185-98c8-0126dcba7737 req-ad3b9cf1-36e0-4bbf-b8f3-ea3bd6aa919a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1004782 Nov 20 08:40:44.799560 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1fe84af2-31ac-4185-98c8-0126dcba7737 req-1ac6b4f0-f723-41bd-8822-29595898eaa2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455565 Nov 20 08:40:45.304067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cb520-d383-4e05-a340-6ff115699f7f req-0cb4aa97-fa7d-428a-adb4-024d876a16b5 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:45.305737 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2f2cb520-d383-4e05-a340-6ff115699f7f req-0cb4aa97-fa7d-428a-adb4-024d876a16b5 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0909467 Nov 20 08:40:45.358696 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2f2cb520-d383-4e05-a340-6ff115699f7f req-4e4c5a9d-be23-4d5c-adaa-4ca9a4603aaa tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0456214 Nov 20 08:40:46.046257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9fd45-81d9-423d-8ee0-0e2914c50aa1 req-a18f7551-80fe-4365-80df-373cf7b787ad tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:46.047833 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bdf9fd45-81d9-423d-8ee0-0e2914c50aa1 req-a18f7551-80fe-4365-80df-373cf7b787ad tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0861268 Nov 20 08:40:46.151154 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bdf9fd45-81d9-423d-8ee0-0e2914c50aa1 req-fd2b4ec0-a7b2-4c93-b1d5-c210cbb560ab tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952682 Nov 20 08:40:46.579143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a48d06-4413-4900-9694-bdfbd6fda02c req-5183bb85-9ad2-41e1-9223-b4ad330662bf tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:46.580753 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d6a48d06-4413-4900-9694-bdfbd6fda02c req-5183bb85-9ad2-41e1-9223-b4ad330662bf tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0905488 Nov 20 08:40:46.632897 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d6a48d06-4413-4900-9694-bdfbd6fda02c req-661c042b-f787-4e4d-89ae-027200330e1a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0455475 Nov 20 08:40:47.421064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3b794-c567-4323-8e10-742835f0609d req-bdf87b5b-2bcf-48dc-a33f-e319755c7a14 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:47.422708 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7e3b794-c567-4323-8e10-742835f0609d req-bdf87b5b-2bcf-48dc-a33f-e319755c7a14 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0898039 Nov 20 08:40:47.479780 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d7e3b794-c567-4323-8e10-742835f0609d req-a4d6c3dc-cd53-4fea-a78c-153196746135 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504663 Nov 20 08:40:47.862259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367e98c-63b7-4c4f-a9da-5eb4654dfdb6 req-a6cc7e6f-c508-40ec-be88-c7e0548d2930 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:47.863956 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d367e98c-63b7-4c4f-a9da-5eb4654dfdb6 req-a6cc7e6f-c508-40ec-be88-c7e0548d2930 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0857930 Nov 20 08:40:47.918346 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d367e98c-63b7-4c4f-a9da-5eb4654dfdb6 req-74faf3c9-4ea6-464d-9a69-a832a67cfe4c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0469310 Nov 20 08:40:48.749316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a1a3d-1fd1-4d02-a68f-d834d8812e3b req-c8e32bf6-464e-42cc-be83-76e1da18b1e9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:48.751355 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b93a1a3d-1fd1-4d02-a68f-d834d8812e3b req-c8e32bf6-464e-42cc-be83-76e1da18b1e9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0922565 Nov 20 08:40:48.804817 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b93a1a3d-1fd1-4d02-a68f-d834d8812e3b req-cd70e83d-66c4-44d6-a6f6-ef4318c1f10b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468426 Nov 20 08:40:49.259063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812492e3-172f-441d-bdcf-b0be250d4dfc req-8c52375e-0db3-4fd6-9d45-d783c590bdf0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:49.261508 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-812492e3-172f-441d-bdcf-b0be250d4dfc req-8c52375e-0db3-4fd6-9d45-d783c590bdf0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0951314 Nov 20 08:40:49.328205 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-812492e3-172f-441d-bdcf-b0be250d4dfc req-41033f3b-50b3-420d-99e6-dc17f9b1dda8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0564332 Nov 20 08:40:49.981243 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-57ee4686-5711-4f1e-97f8-2295adc5fd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:50.057530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618b68d-11e5-4331-9a15-142662e43dd5 req-38f2ffd1-44f1-4f63-aa58-a63a365dbc26 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:50.059230 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e618b68d-11e5-4331-9a15-142662e43dd5 req-38f2ffd1-44f1-4f63-aa58-a63a365dbc26 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0923707 Nov 20 08:40:50.113850 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e618b68d-11e5-4331-9a15-142662e43dd5 req-a14edd01-dcec-4f11-aec0-1d8e6509cf50 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482085 Nov 20 08:40:50.551870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b52717-642f-4bcc-814d-2f24032f3294 req-13ca65b5-9471-409d-a9fa-6508de0b1e0a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:50.553503 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-50b52717-642f-4bcc-814d-2f24032f3294 req-13ca65b5-9471-409d-a9fa-6508de0b1e0a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0957670 Nov 20 08:40:50.611364 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-50b52717-642f-4bcc-814d-2f24032f3294 req-93fb4614-de1a-416f-8163-908f9d3559c5 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0484862 Nov 20 08:40:50.664293 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:51.007682 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34830) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:51.060544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f0cce-b745-4266-af66-4713a3539029 req-866873f1-9480-44cb-afb6-a22d50a04ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:51.062466 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f99f0cce-b745-4266-af66-4713a3539029 req-866873f1-9480-44cb-afb6-a22d50a04ba6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 1160 time: 0.0830739 Nov 20 08:40:51.318215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34846) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:51.353921 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f0cce-b745-4266-af66-4713a3539029 req-5446416e-54de-4d17-9571-a1a8809cb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:51.356062 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f99f0cce-b745-4266-af66-4713a3539029 req-5446416e-54de-4d17-9571-a1a8809cb03f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.2693915 Nov 20 08:40:51.362479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34854) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:51.443026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:51.486497 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:51.492031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Usage tracker for resource:security_group_rule and tenant:20e15fa92cd3487da885dd384572574d is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:51.496879 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:51.504336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:51.511277 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c293e9d-21d7-4910-a943-650ba784698c req-849a7c34-f236-419d-b7b8-a960cea4e07d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:51.512985 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7c293e9d-21d7-4910-a943-650ba784698c req-849a7c34-f236-419d-b7b8-a960cea4e07d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.2127750 Nov 20 08:40:51.514903 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f99f0cce-b745-4266-af66-4713a3539029 req-74b4b5f9-6da9-4e85-a42e-9de064e17785 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 HTTP/1.1" status: 200 len: 999 time: 0.1398275 Nov 20 08:40:51.558922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-75b749ff-5e26-4941-ad54-0f1c7fc3374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:51.575137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:51.627123 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7c293e9d-21d7-4910-a943-650ba784698c req-6713c939-9b23-483d-a85d-17960eb5c182 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066802 Nov 20 08:40:51.628622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f0cce-b745-4266-af66-4713a3539029 req-7f198351-f45c-49f0-bf8a-d58a092d1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:51.630109 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f99f0cce-b745-4266-af66-4713a3539029 req-7f198351-f45c-49f0-bf8a-d58a092d1be9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.0939217 Nov 20 08:40:51.654362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:51.662764 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-75b749ff-5e26-4941-ad54-0f1c7fc3374d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:51.667771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] Usage tracker for resource:security_group_rule and tenant:60ab648ffbb44bebab54d317be66b230 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:51.670843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-75b749ff-5e26-4941-ad54-0f1c7fc3374d admin admin] Usage tracker for resource:security_group_rule and tenant:30d16dabaad44732a23ed8661cc7f693 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:51.686272 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-75b749ff-5e26-4941-ad54-0f1c7fc3374d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:51.689254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:51.700514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-75b749ff-5e26-4941-ad54-0f1c7fc3374d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:51.704820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:51.726502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f0cce-b745-4266-af66-4713a3539029 req-609886b0-7f13-4f83-bf8b-146ae26a33da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:51.727065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:51.729392 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f99f0cce-b745-4266-af66-4713a3539029 req-609886b0-7f13-4f83-bf8b-146ae26a33da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0922494 Nov 20 08:40:51.738968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:51.750685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3ae595d5-bfb7-4f5f-883b-f599ab77a12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:51.817527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d06594-6190-4f13-85dd-86f74ef4e79a,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:51.840408 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20e15fa92cd3487da885dd384572574d&name=default HTTP/1.1" status: 200 len: 2747 time: 0.8313539 Nov 20 08:40:51.849642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 34864) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:51.859067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.859480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.859878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.860272 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.860661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.861172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.866336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.869548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.869548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.869548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.869548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:51.889568 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:51.947585 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f99f0cce-b745-4266-af66-4713a3539029 req-d7394766-4b44-410d-bc92-5a3caf508f22 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102554 Nov 20 08:40:51.959246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-75b749ff-5e26-4941-ad54-0f1c7fc3374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:51.973808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:51.974799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-75b749ff-5e26-4941-ad54-0f1c7fc3374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:51.987107 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ac9fbacd-1bdd-47f5-bb04-b8818c117a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:51.993687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b17830-d557-49d0-a8b7-bd6bb9d6dbca req-e586bad4-efb6-473c-8191-06a446030db6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:51.995412 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-45b17830-d557-49d0-a8b7-bd6bb9d6dbca req-e586bad4-efb6-473c-8191-06a446030db6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.2137928 Nov 20 08:40:51.998605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.084312 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-75b749ff-5e26-4941-ad54-0f1c7fc3374d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30d16dabaad44732a23ed8661cc7f693&name=default HTTP/1.1" status: 200 len: 2747 time: 0.7619104 Nov 20 08:40:52.084312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b749ff-5e26-4941-ad54-0f1c7fc3374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11131d6f-b35c-4e3c-868a-eb8a8709b7a3,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:52.094630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 34870) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:52.100870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-75b749ff-5e26-4941-ad54-0f1c7fc3374d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:52.102161 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-55d4003e-dd91-4fa3-96ff-1cb0d751eecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:52.136307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fce9da-120c-456f-9cd4-3c341e3d9fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.144030 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60ab648ffbb44bebab54d317be66b230&name=default HTTP/1.1" status: 200 len: 2747 time: 0.7802985 Nov 20 08:40:52.154763 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f99f0cce-b745-4266-af66-4713a3539029 req-f37e2abf-dd04-48d2-a0b9-cc1b5ba508a3 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1986835 Nov 20 08:40:52.155979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 34874) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:52.183288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aef4623-e739-4b92-a6cb-92221b57bae5,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:52.187144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fce9da-120c-456f-9cd4-3c341e3d9fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.194469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:52.244336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fce9da-120c-456f-9cd4-3c341e3d9fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.248461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9f6465cb-80cb-4440-a8f7-297de2216bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:52.259646 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-45b17830-d557-49d0-a8b7-bd6bb9d6dbca req-f7a9b7e4-a14b-4de7-b045-cb948a85a151 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2442486 Nov 20 08:40:52.261480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fce9da-120c-456f-9cd4-3c341e3d9fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d06594-6190-4f13-85dd-86f74ef4e79a,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:52.266563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-95fce9da-120c-456f-9cd4-3c341e3d9fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:52.281443 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fce9da-120c-456f-9cd4-3c341e3d9fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.285321 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-95fce9da-120c-456f-9cd4-3c341e3d9fbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22d06594-6190-4f13-85dd-86f74ef4e79a HTTP/1.1" status: 204 len: 168 time: 0.4322698 Nov 20 08:40:52.303952 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c208a2ce-2cb4-4779-8c32-d2b63cdca953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.334966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1bae76b4-35b1-47d3-8553-5c9fc8ef5290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.362490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c208a2ce-2cb4-4779-8c32-d2b63cdca953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.395918 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1bae76b4-35b1-47d3-8553-5c9fc8ef5290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.465363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c208a2ce-2cb4-4779-8c32-d2b63cdca953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.469815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26aa91ad-1d93-4298-a1cd-2c65fc487836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:52.479702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1bae76b4-35b1-47d3-8553-5c9fc8ef5290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.489837 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208a2ce-2cb4-4779-8c32-d2b63cdca953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11131d6f-b35c-4e3c-868a-eb8a8709b7a3,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:52.495098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c208a2ce-2cb4-4779-8c32-d2b63cdca953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:52.495659 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-578f9683-de5e-4645-9370-3dca46f1cff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:52.510948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae76b4-35b1-47d3-8553-5c9fc8ef5290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aef4623-e739-4b92-a6cb-92221b57bae5,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:52.515373 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-1bae76b4-35b1-47d3-8553-5c9fc8ef5290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:52.529012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c208a2ce-2cb4-4779-8c32-d2b63cdca953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.532659 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c208a2ce-2cb4-4779-8c32-d2b63cdca953 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11131d6f-b35c-4e3c-868a-eb8a8709b7a3 HTTP/1.1" status: 204 len: 168 time: 0.4319601 Nov 20 08:40:52.559905 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1bae76b4-35b1-47d3-8553-5c9fc8ef5290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.561787 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-1bae76b4-35b1-47d3-8553-5c9fc8ef5290 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9aef4623-e739-4b92-a6cb-92221b57bae5 HTTP/1.1" status: 204 len: 168 time: 0.4019415 Nov 20 08:40:52.870050 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.912358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ef438b1c-e158-45b4-8f85-121804cb879b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:52.998059 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bcdce-13b8-412c-aac9-d6478177fbf3 req-40e4bc62-4f12-4b88-a0eb-c9a220760d11 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:53.000693 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e76bcdce-13b8-412c-aac9-d6478177fbf3 req-40e4bc62-4f12-4b88-a0eb-c9a220760d11 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1179123 Nov 20 08:40:53.076899 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e76bcdce-13b8-412c-aac9-d6478177fbf3 req-c1a987af-22ba-4358-85c3-1f1df1c86d94 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695386 Nov 20 08:40:53.503049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477be74-532c-48f7-9150-17ead4567ea7 req-53b6dbcb-5a34-45fc-b5b3-ff2cecaf14ee tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:53.504555 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d477be74-532c-48f7-9150-17ead4567ea7 req-53b6dbcb-5a34-45fc-b5b3-ff2cecaf14ee tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0914657 Nov 20 08:40:53.559049 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d477be74-532c-48f7-9150-17ead4567ea7 req-183d7b4d-cd21-4fd8-b00c-d196c2066211 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0470643 Nov 20 08:40:54.363871 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386ac4-be36-4904-b494-bd4353d2a8c1 req-b4b0e3c6-40fc-4372-971c-753dd47f46fd tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:54.365630 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-45386ac4-be36-4904-b494-bd4353d2a8c1 req-b4b0e3c6-40fc-4372-971c-753dd47f46fd tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0931334 Nov 20 08:40:54.379306 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:54.432801 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-45386ac4-be36-4904-b494-bd4353d2a8c1 req-4a72569e-103a-43e8-97c1-3d7302f6f529 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606513 Nov 20 08:40:54.836715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3c71a-a222-4b58-9f08-29001c1d31af req-c4f4ad1e-e866-4165-ac55-ed72ac3f53c3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:54.839114 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cbf3c71a-a222-4b58-9f08-29001c1d31af req-c4f4ad1e-e866-4165-ac55-ed72ac3f53c3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.1098530 Nov 20 08:40:54.893115 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cbf3c71a-a222-4b58-9f08-29001c1d31af req-84460d4f-3fa9-48ce-962a-d051953fcb5e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0478618 Nov 20 08:40:55.166162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:55.269017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b4d57-0e93-4e86-8446-47d21ae3ded3 req-d2ed47dd-1bce-47eb-bc5b-5d4b01894d93 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:55.270689 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e06b4d57-0e93-4e86-8446-47d21ae3ded3 req-d2ed47dd-1bce-47eb-bc5b-5d4b01894d93 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 945 time: 0.0914953 Nov 20 08:40:55.335141 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e06b4d57-0e93-4e86-8446-47d21ae3ded3 req-1d776576-cf00-42ef-b895-f86e24c978d0 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570314 Nov 20 08:40:55.657250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0f15b-b9ca-4634-b51b-a41358fb313c req-b91e446e-5c3f-4997-a6d6-3eeaa24e138f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:55.658905 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2fb0f15b-b9ca-4634-b51b-a41358fb313c req-b91e446e-5c3f-4997-a6d6-3eeaa24e138f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0833294 Nov 20 08:40:55.714406 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2fb0f15b-b9ca-4634-b51b-a41358fb313c req-0eeb9566-cbc2-4c30-96bf-8b5f5aa0250c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437644 Nov 20 08:40:56.358197 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-c73b8a99-4179-4241-a247-bc07c8837652 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/networks?tenant_id=b6ce2bb659c545a6b76eae50619869d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2463107 Nov 20 08:40:56.369551 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73634373-b65d-406d-bafb-29356dbd6935 req-2038fee4-b9dd-44c6-b5a2-c268f615bf27 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:56.371142 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-73634373-b65d-406d-bafb-29356dbd6935 req-2038fee4-b9dd-44c6-b5a2-c268f615bf27 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.3361061 Nov 20 08:40:56.539385 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-73634373-b65d-406d-bafb-29356dbd6935 req-00b64768-bb36-4334-a3bd-561d7af434e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1431541 Nov 20 08:40:56.583342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-d0e1580a-f001-4b60-9ee4-dbf374ae2fda tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:56.585443 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-d0e1580a-f001-4b60-9ee4-dbf374ae2fda tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132366 Nov 20 08:40:56.604387 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-f4cf0507-0801-40b0-beb2-2a9b00513f1a tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/quotas/b6ce2bb659c545a6b76eae50619869d7 HTTP/1.1" status: 200 len: 375 time: 0.0115511 Nov 20 08:40:56.658944 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-973cc063-e5c4-41d3-91e3-e393e1460331 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6ce2bb659c545a6b76eae50619869d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470753 Nov 20 08:40:56.759649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fce88-1831-4a7e-88ed-25b7d9bd4153 req-5c0e5f76-c0fa-4121-ae33-9934dd36565e tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:56.762056 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-410fce88-1831-4a7e-88ed-25b7d9bd4153 req-5c0e5f76-c0fa-4121-ae33-9934dd36565e tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 945 time: 0.0913680 Nov 20 08:40:56.831887 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-410fce88-1831-4a7e-88ed-25b7d9bd4153 req-53708546-ee75-4867-94e3-38a5cf86c522 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638957 Nov 20 08:40:57.046008 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6d00e366-ad63-44d7-8e4f-1c3f7fe62096 req-7c47a922-ce4e-4b4a-81fe-cc295966f8d6 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 210 time: 0.0760088 Nov 20 08:40:57.077929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd9c96-3cfe-40ce-b972-df82496eed5e req-8ca112e5-0755-4db3-9713-b46ec9db71b3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:57.080152 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4ddd9c96-3cfe-40ce-b972-df82496eed5e req-8ca112e5-0755-4db3-9713-b46ec9db71b3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1871476 Nov 20 08:40:57.162337 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4ddd9c96-3cfe-40ce-b972-df82496eed5e req-af89575c-ede7-46fa-97b2-5e7baa08668d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663443 Nov 20 08:40:57.439123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80f919-2a9d-478e-b795-74780ed83843 req-19fa1df1-78eb-4279-82d9-6ba57b6a3237 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:57.440622 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6d80f919-2a9d-478e-b795-74780ed83843 req-19fa1df1-78eb-4279-82d9-6ba57b6a3237 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.24 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 945 time: 0.0839481 Nov 20 08:40:57.523499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-6d80f919-2a9d-478e-b795-74780ed83843 req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Deleting port 158248a0-9840-47a1-8769-c9378dfc7afd {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:40:57.523885 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6d80f919-2a9d-478e-b795-74780ed83843 req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:57.861537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-6d80f919-2a9d-478e-b795-74780ed83843 req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] For port 158248a0-9840-47a1-8769-c9378dfc7afd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=158248a0-9840-47a1-8769-c9378dfc7afd,segment=NetworkSegment(4b29c729-95dc-4999-8e85-267a570b1217),segment_id=4b29c729-95dc-4999-8e85-267a570b1217)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:40:57.862088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6d80f919-2a9d-478e-b795-74780ed83843 req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:58.001307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-6d80f919-2a9d-478e-b795-74780ed83843 req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Calling delete_port for 158248a0-9840-47a1-8769-c9378dfc7afd owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:40:58.082295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496febe-fc14-4d93-bc32-bcb336871519 req-8005a98f-0bf8-4a32-8146-9c15a2924694 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:58.083953 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3496febe-fc14-4d93-bc32-bcb336871519 req-8005a98f-0bf8-4a32-8146-9c15a2924694 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.3920407 Nov 20 08:40:58.228066 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3496febe-fc14-4d93-bc32-bcb336871519 req-2e2010f7-b7b7-4608-ba21-ce3e89406f93 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1170194 Nov 20 08:40:58.253157 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-ea270ad6-cadf-4d32-8ccd-d1282713059f tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.24 "GET /v2.0/networks?tenant_id=b6ce2bb659c545a6b76eae50619869d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648217 Nov 20 08:40:58.342864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 158248a0-9840-47a1-8769-c9378dfc7afd no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:40:58.442086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530b7f9-974c-4d95-bd24-f97785916620 req-c371559a-1b16-4a34-b21b-25ff8b6ff618 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:58.443694 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f530b7f9-974c-4d95-bd24-f97785916620 req-c371559a-1b16-4a34-b21b-25ff8b6ff618 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 945 time: 0.4143176 Nov 20 08:40:58.481893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:58.509741 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-45a82c17-b855-4841-ad7d-0f54bb3faf70 req-bbb8019e-e8cb-4eb3-aa5e-9d82d8cc1a8e tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 210 time: 0.0742950 Nov 20 08:40:58.591737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-86d196e4-3b9a-49c9-83d0-d34304046c21 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:58.593426 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-86d196e4-3b9a-49c9-83d0-d34304046c21 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232064 Nov 20 08:40:58.595492 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6d80f919-2a9d-478e-b795-74780ed83843 req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:58.613030 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ad90e4db-d3ca-4f88-ad82-8d7458210f9e tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:58.652873 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f530b7f9-974c-4d95-bd24-f97785916620 req-590fbfc3-40d3-4219-8fb1-229c6fe554ee tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616323 Nov 20 08:40:58.672242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Request body: {'port': {'device_id': 'c5e4264b-84fc-45fa-93b6-3a18c3b5e659', 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc', 'admin_state_up': True, 'tenant_id': 'b6ce2bb659c545a6b76eae50619869d7'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:40:58.687523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Pushing event deleted for resources: {'Port': ['ID=158248a0-9840-47a1-8769-c9378dfc7afd,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:58.739993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:58.998694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16318498-e1b4-489b-87d4-b3c16c0a402e req-0e879e50-02b5-42bc-a56c-cf72082a2a13 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:59.000667 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-16318498-e1b4-489b-87d4-b3c16c0a402e req-0e879e50-02b5-42bc-a56c-cf72082a2a13 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.3325393 Nov 20 08:40:59.006234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:59.015278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Usage tracker for resource:port and tenant:b6ce2bb659c545a6b76eae50619869d7 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:59.032432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Quota usage for port was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:59.066676 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:59.086336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d80f919-2a9d-478e-b795-74780ed83843 req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] No DVR routers for this DVR port 158248a0-9840-47a1-8769-c9378dfc7afd on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:40:59.090238 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6d80f919-2a9d-478e-b795-74780ed83843 req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:59.093204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb82a34-b8db-4eca-82ff-96d22e6d8a32', 'name': 'network-vif-deleted', 'tag': '158248a0-9840-47a1-8769-c9378dfc7afd'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:59.119414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Made reservation on behalf of b6ce2bb659c545a6b76eae50619869d7 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:40:59.124981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:59.142671 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6d80f919-2a9d-478e-b795-74780ed83843 req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.24 "DELETE /v2.0/ports/158248a0-9840-47a1-8769-c9378dfc7afd HTTP/1.1" status: 204 len: 173 time: 1.6941409 Nov 20 08:40:59.146283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:59.162957 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-16318498-e1b4-489b-87d4-b3c16c0a402e req-0a6941d7-969c-4f70-979b-a3903c804d1e tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515048 Nov 20 08:40:59.196487 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:59.206223 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb82a34-b8db-4eca-82ff-96d22e6d8a32', 'name': 'network-vif-deleted', 'tag': '158248a0-9840-47a1-8769-c9378dfc7afd', 'status': 'completed', 'code': 200} Nov 20 08:40:59.207519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Usage tracker for resource:security_group_rule and tenant:b6ce2bb659c545a6b76eae50619869d7 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:59.211068 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:59.219110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:59.317815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:59.322371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:59.337159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c208a2ce-2cb4-4779-8c32-d2b63cdca953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:59.439907 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Pushing event updated for resources: {'SecurityGroup': ['ID=222acde2-e5c5-4c0d-990e-e5a55ec92be8,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:59.458399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:59.633359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192031ae-5ca8-4121-9269-862e96bc521c req-c73d01d5-e03b-4187-8486-4c18754cfb9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:59.635231 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-192031ae-5ca8-4121-9269-862e96bc521c req-c73d01d5-e03b-4187-8486-4c18754cfb9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.2487750 Nov 20 08:40:59.938652 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3877d1f6-0aef-4d63-a2be-977d20508243 req-69f22e81-b9d0-40ea-a2e1-90eefdb53b6d tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 210 time: 0.2937276 Nov 20 08:41:00.016814 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-192031ae-5ca8-4121-9269-862e96bc521c req-03dd74bf-83b7-4b4d-8f3f-ab6f49b98c2d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.3731117 Nov 20 08:41:00.046981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Allocated IP 192.168.233.64 (5ca0a70c-ff50-4088-aca3-b4b75d6844bc/d231d8d6-f083-43dc-8260-fb5930dc45f9/ae035b4b-fea1-48e2-973e-8e5655341a6a) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:41:00.157674 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-7759403f-b764-4d5d-b60e-bd7d53b4a843 req-f4de28fb-d814-49e1-bf6a-03b53bf6e488 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Synchronizing usage tracker for tenant:a3a60a8e8f704216a7ba2140afd60014 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:00.211832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-7759403f-b764-4d5d-b60e-bd7d53b4a843 req-f4de28fb-d814-49e1-bf6a-03b53bf6e488 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Unset dirty status for tenant:a3a60a8e8f704216a7ba2140afd60014 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:00.213118 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7759403f-b764-4d5d-b60e-bd7d53b4a843 req-f4de28fb-d814-49e1-bf6a-03b53bf6e488 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 210 time: 0.1313772 Nov 20 08:41:00.391396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:00.418116 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Transition to ACTIVE for port object ae035b4b-fea1-48e2-973e-8e5655341a6a will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:41:00.448479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd0598-8597-414a-bbca-ad725d306590 req-f53c32ec-08fc-4b0b-b5fe-cbffa249ef5d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:00.450132 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8bd0598-8597-414a-bbca-ad725d306590 req-f53c32ec-08fc-4b0b-b5fe-cbffa249ef5d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1253912 Nov 20 08:41:00.474719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:00.493067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:00.668317 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Pushing event updated for resources: {'Port': ['ID=ae035b4b-fea1-48e2-973e-8e5655341a6a,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:00.672743 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8bd0598-8597-414a-bbca-ad725d306590 req-37d82582-e66b-42d4-adeb-fbc40c1a4cd9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160931 Nov 20 08:41:00.673602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:00.727040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Network 5ca0a70c-ff50-4088-aca3-b4b75d6844bc is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:41:00.728725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:41:00.731226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:41:00.735561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:00.736360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:00.768151 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1043208 Nov 20 08:41:00.915777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-168906a1-945d-444a-9658-3754bbe2cdef None None] Provisioning for port ae035b4b-fea1-48e2-973e-8e5655341a6a completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:41:00.920697 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-168906a1-945d-444a-9658-3754bbe2cdef None None] Provisioning complete for port ae035b4b-fea1-48e2-973e-8e5655341a6a triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:00.921125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-168906a1-945d-444a-9658-3754bbe2cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:00.976128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-168906a1-945d-444a-9658-3754bbe2cdef None None] Port ae035b4b-fea1-48e2-973e-8e5655341a6a cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:41:01.156341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742db60-7f9f-40c3-9625-2194a2375e82 req-ae15ef81-79fe-4485-8411-631cf00663f9 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:01.157106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-2742db60-7f9f-40c3-9625-2194a2375e82 req-ae15ef81-79fe-4485-8411-631cf00663f9 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Synchronizing usage tracker for tenant:b6ce2bb659c545a6b76eae50619869d7 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:01.232064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-2742db60-7f9f-40c3-9625-2194a2375e82 req-ae15ef81-79fe-4485-8411-631cf00663f9 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Unset dirty status for tenant:b6ce2bb659c545a6b76eae50619869d7 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:01.233274 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2742db60-7f9f-40c3-9625-2194a2375e82 req-ae15ef81-79fe-4485-8411-631cf00663f9 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 935 time: 0.1609900 Nov 20 08:41:01.293671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca2e5e-9fc2-4976-97c6-9f985874adbd req-d76425ff-a2f4-4dac-9c25-cc9143277e3e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:01.295320 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-49ca2e5e-9fc2-4976-97c6-9f985874adbd req-d76425ff-a2f4-4dac-9c25-cc9143277e3e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.1341951 Nov 20 08:41:01.303666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-2742db60-7f9f-40c3-9625-2194a2375e82 req-78a58ff3-27cc-43d4-bb99-22d68cfa261b tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Synchronizing usage tracker for tenant:b6ce2bb659c545a6b76eae50619869d7 on resource:security_group {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:01.351580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-2742db60-7f9f-40c3-9625-2194a2375e82 req-78a58ff3-27cc-43d4-bb99-22d68cfa261b tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Unset dirty status for tenant:b6ce2bb659c545a6b76eae50619869d7 on resource:security_group {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:01.352930 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2742db60-7f9f-40c3-9625-2194a2375e82 req-78a58ff3-27cc-43d4-bb99-22d68cfa261b tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108649 Nov 20 08:41:01.360745 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-49ca2e5e-9fc2-4976-97c6-9f985874adbd req-65213c79-476a-47d7-9b05-b8326e775507 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0591063 Nov 20 08:41:01.537041 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-564866e7-ee7e-4a73-9d2d-f9204443fa90 req-4b8d6212-39ce-4deb-97b3-0e5df638d0ca tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 210 time: 0.0505681 Nov 20 08:41:01.912323 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c98681-611f-4aa6-89de-541531d64e57 req-147b7ca3-fda8-4c0f-9907-9a7a0471f522 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:01.913962 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c2c98681-611f-4aa6-89de-541531d64e57 req-147b7ca3-fda8-4c0f-9907-9a7a0471f522 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0866575 Nov 20 08:41:01.965255 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c2c98681-611f-4aa6-89de-541531d64e57 req-fb7e7a37-ecd0-4996-8eea-0d870cff1d4a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445023 Nov 20 08:41:02.342135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Request body: {'port': {'device_id': 'c5e4264b-84fc-45fa-93b6-3a18c3b5e659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:02.465178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:02.808580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bf16c-e558-4832-bfda-7a3a667772a5 req-2aab4760-b199-42d3-8fbd-663d36ab6edf tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:02.810225 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ac0bf16c-e558-4832-bfda-7a3a667772a5 req-2aab4760-b199-42d3-8fbd-663d36ab6edf tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.2969122 Nov 20 08:41:02.820408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d60fe-59f3-451b-a443-ee7065a6d42d req-68c7351c-86f8-44e7-865c-a5eab6191895 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:02.822931 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-230d60fe-59f3-451b-a443-ee7065a6d42d req-68c7351c-86f8-44e7-865c-a5eab6191895 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 935 time: 0.3157852 Nov 20 08:41:02.957950 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ac0bf16c-e558-4832-bfda-7a3a667772a5 req-7b2cf8d7-492b-42bd-8ba2-ffdae1535f08 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1339462 Nov 20 08:41:03.012150 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-230d60fe-59f3-451b-a443-ee7065a6d42d req-c186c547-7964-4267-87f7-cca010a36683 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666553 Nov 20 08:41:03.227491 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-edd84895-9f8f-404e-af20-f8c4d13ca0f6 req-897e5ebd-a0b3-4721-aeb2-2e40893cef52 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=4bb82a34-b8db-4eca-82ff-96d22e6d8a32 HTTP/1.1" status: 200 len: 210 time: 0.1042974 Nov 20 08:41:03.247315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae035b4b-fea1-48e2-973e-8e5655341a6a {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:41:03.256796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:03.275821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Transition to ACTIVE for port object ae035b4b-fea1-48e2-973e-8e5655341a6a will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:41:03.280701 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:03.300145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:03.386391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44a58-b744-4ee2-840a-4e6cf19de518 req-6f401272-6d55-4063-a710-931d3ed62f29 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:03.388046 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e0e44a58-b744-4ee2-840a-4e6cf19de518 req-6f401272-6d55-4063-a710-931d3ed62f29 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.2290149 Nov 20 08:41:03.472713 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Pushing event updated for resources: {'Port': ['ID=ae035b4b-fea1-48e2-973e-8e5655341a6a,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:03.505202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.505548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.505952 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.506349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.506743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.507166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.507555 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.507942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.508356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.508749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.509137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.509528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.509999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.510387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.510772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.511185 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.511576 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.511959 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.512341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.512725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.513109 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.513491 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.513923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.514307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:03.518828 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:03.551858 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e0e44a58-b744-4ee2-840a-4e6cf19de518 req-f07c3f7f-58f5-48c0-b957-c8776b745b45 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080518 Nov 20 08:41:03.654840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Attempting to bind port ae035b4b-fea1-48e2-973e-8e5655341a6a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:41:03.655238 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Attempting to bind port ae035b4b-fea1-48e2-973e-8e5655341a6a by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'be418f9a-7a30-4367-b48a-b89f40e202dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:41:03.655615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Attempting to bind port ae035b4b-fea1-48e2-973e-8e5655341a6a on network 5ca0a70c-ff50-4088-aca3-b4b75d6844bc {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:41:03.663214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:41:03.663595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Checking segment: {'id': 'be418f9a-7a30-4367-b48a-b89f40e202dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:41:03.664019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:03.665328 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Bound using segment: {'id': 'be418f9a-7a30-4367-b48a-b89f40e202dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:41:03.665726 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Bound port: ae035b4b-fea1-48e2-973e-8e5655341a6a, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be418f9a-7a30-4367-b48a-b89f40e202dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ca0a70c-ff50-4088-aca3-b4b75d6844bc'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:41:03.666112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:03.718961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:41:03.768333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] For port ae035b4b-fea1-48e2-973e-8e5655341a6a, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:41:03.772232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] For port ae035b4b-fea1-48e2-973e-8e5655341a6a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=ae035b4b-fea1-48e2-973e-8e5655341a6a,segment=NetworkSegment(be418f9a-7a30-4367-b48a-b89f40e202dc),segment_id=be418f9a-7a30-4367-b48a-b89f40e202dc)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:41:03.776747 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:03.795682 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:03.970230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Pushing event updated for resources: {'Port': ['ID=ae035b4b-fea1-48e2-973e-8e5655341a6a,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:03.974642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:04.012977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:04.013584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:04.015133 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] 10.222.0.24 "PUT /v2.0/ports/ae035b4b-fea1-48e2-973e-8e5655341a6a HTTP/1.1" status: 200 len: 1161 time: 1.6785178 Nov 20 08:41:04.015656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e4264b-84fc-45fa-93b6-3a18c3b5e659', 'tag': 'ae035b4b-fea1-48e2-973e-8e5655341a6a'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:04.174550 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e4264b-84fc-45fa-93b6-3a18c3b5e659', 'tag': 'ae035b4b-fea1-48e2-973e-8e5655341a6a', 'status': 'completed', 'code': 200} Nov 20 08:41:04.306165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d65d9-9961-4598-a040-1b56c2c7ca9b req-6d9765e5-7041-46b6-b70b-6e58b22382d7 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:04.307731 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1e1d65d9-9961-4598-a040-1b56c2c7ca9b req-6d9765e5-7041-46b6-b70b-6e58b22382d7 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.2075994 Nov 20 08:41:04.394183 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1e1d65d9-9961-4598-a040-1b56c2c7ca9b req-a8a4de13-2ac6-44bc-9cb6-f73762ccb7ba tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0764639 Nov 20 08:41:04.399528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-8d98e8a7-4794-41ec-978a-fb82df72ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:04.401069 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-8d98e8a7-4794-41ec-978a-fb82df72ce65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6ce2bb659c545a6b76eae50619869d7&device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 1164 time: 0.2022619 Nov 20 08:41:04.407902 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c841b-6720-4a64-aa9b-2d9dfa828024 req-d4da0e66-f8f3-4390-9eef-08d39fa9494e tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:04.409421 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4e5c841b-6720-4a64-aa9b-2d9dfa828024 req-d4da0e66-f8f3-4390-9eef-08d39fa9494e tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.1713698 Nov 20 08:41:04.775607 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-e2769d97-2082-4161-97d7-d311aa9b6e46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=ae035b4b-fea1-48e2-973e-8e5655341a6a HTTP/1.1" status: 200 len: 217 time: 0.3592210 Nov 20 08:41:04.877691 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4e5c841b-6720-4a64-aa9b-2d9dfa828024 req-79cad55c-2957-4ed7-8005-ff26adb12588 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600530 Nov 20 08:41:04.890860 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-83de2465-541b-49b4-b299-57bbcbca53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:04.891969 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-83de2465-541b-49b4-b299-57bbcbca53bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d231d8d6-f083-43dc-8260-fb5930dc45f9 HTTP/1.1" status: 200 len: 843 time: 0.0923223 Nov 20 08:41:04.944139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ffdc-7fde-4499-9c54-3c952e340a04 req-9ebbc58b-57c8-4f48-a07a-9e01b8d15a0f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:04.945746 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-43c5ffdc-7fde-4499-9c54-3c952e340a04 req-9ebbc58b-57c8-4f48-a07a-9e01b8d15a0f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.2268841 Nov 20 08:41:05.021821 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-43c5ffdc-7fde-4499-9c54-3c952e340a04 req-12bee013-b0fc-4985-81e3-805d035d1c90 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616229 Nov 20 08:41:05.029257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-34c6fc18-16d5-4fdb-af5c-539472e47d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:05.029257 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-34c6fc18-16d5-4fdb-af5c-539472e47d80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ca0a70c-ff50-4088-aca3-b4b75d6844bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1284363 Nov 20 08:41:05.189784 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-1e36cc0f-dd35-4fe1-81e8-0d5708b06d9e service neutron] 10.222.0.24 "GET /v2.0/networks/5ca0a70c-ff50-4088-aca3-b4b75d6844bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468515 Nov 20 08:41:05.342672 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3231ead2-2e06-4862-bb9b-7c1216d3c922 req-7ba27797-0d56-41e1-8dba-4b0dc78a8e07 service neutron] 10.222.0.24 "GET /v2.0/networks/5ca0a70c-ff50-4088-aca3-b4b75d6844bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461196 Nov 20 08:41:05.683396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f549b5-dda9-4c32-94c4-d4b87ef41494 req-d2704930-1305-4ce8-9d10-44ac890c7e35 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:05.685013 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-59f549b5-dda9-4c32-94c4-d4b87ef41494 req-d2704930-1305-4ce8-9d10-44ac890c7e35 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.1545424 Nov 20 08:41:05.690829 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-054654ac-3fa0-4f28-a9b7-8f490446dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:05.692471 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-054654ac-3fa0-4f28-a9b7-8f490446dd2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6ce2bb659c545a6b76eae50619869d7&device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 1164 time: 0.1168785 Nov 20 08:41:05.737197 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-59f549b5-dda9-4c32-94c4-d4b87ef41494 req-3cc782f5-21c1-4727-877c-e469d47aeb3c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0436108 Nov 20 08:41:06.131421 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3155d-0828-42ec-bd90-1eb6e041a97b req-c0910072-ba06-49b7-8a9d-246f3397b504 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:06.134387 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb3155d-0828-42ec-bd90-1eb6e041a97b req-c0910072-ba06-49b7-8a9d-246f3397b504 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.1152503 Nov 20 08:41:06.190557 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9fb3155d-0828-42ec-bd90-1eb6e041a97b req-9a637c32-4dc2-45c3-aace-157984ee6787 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494382 Nov 20 08:41:06.276847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc73fc-8bbf-4d47-914c-732378792c03 req-360fcb11-ad9d-40d7-af35-2e6fca02a082 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:06.278485 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a9cc73fc-8bbf-4d47-914c-732378792c03 req-360fcb11-ad9d-40d7-af35-2e6fca02a082 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0845029 Nov 20 08:41:06.329594 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a9cc73fc-8bbf-4d47-914c-732378792c03 req-fc36ce63-a7ca-4cbb-8055-86a613028ab4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446713 Nov 20 08:41:06.563835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4725c-e323-4c0b-9afa-3854070d8c01 req-b1a6c0e1-6e17-41fd-bd4d-792a85d9ae30 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:06.565471 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-65f4725c-e323-4c0b-9afa-3854070d8c01 req-b1a6c0e1-6e17-41fd-bd4d-792a85d9ae30 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0892754 Nov 20 08:41:06.616807 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-65f4725c-e323-4c0b-9afa-3854070d8c01 req-d7b99fbb-74c6-4266-a40e-3e936cf7d716 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442655 Nov 20 08:41:06.845434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-49a9446e-72d5-49f9-9648-593e52bb06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:06.847064 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-49a9446e-72d5-49f9-9648-593e52bb06b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ca0a70c-ff50-4088-aca3-b4b75d6844bc HTTP/1.1" status: 200 len: 863 time: 0.1481566 Nov 20 08:41:06.952386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b149b86-a353-4518-bb88-1ad83519ab8a req-dec04bb6-43ed-4597-a198-8dbb6c94ac0c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:06.954011 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b149b86-a353-4518-bb88-1ad83519ab8a req-dec04bb6-43ed-4597-a198-8dbb6c94ac0c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0852458 Nov 20 08:41:07.002234 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b149b86-a353-4518-bb88-1ad83519ab8a req-56e7c504-1cbc-4e44-94d8-8941e410512e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418572 Nov 20 08:41:07.409972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107960e-68e2-49d9-8375-2cab603b35b8 req-59ede4b4-78f9-4502-a673-af794d93fa21 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:07.411665 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6107960e-68e2-49d9-8375-2cab603b35b8 req-59ede4b4-78f9-4502-a673-af794d93fa21 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.0885305 Nov 20 08:41:07.461539 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6107960e-68e2-49d9-8375-2cab603b35b8 req-667567cf-e433-4152-9f53-46554fcba999 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Nov 20 08:41:07.559989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b11d1-6de9-4fd6-9c77-27c47776a4f9 req-7e3fff40-dea5-4107-aa7d-ae6a8ee9954c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:07.561598 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-109b11d1-6de9-4fd6-9c77-27c47776a4f9 req-7e3fff40-dea5-4107-aa7d-ae6a8ee9954c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0843966 Nov 20 08:41:07.613187 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-109b11d1-6de9-4fd6-9c77-27c47776a4f9 req-0b31be57-3576-4ed5-ad4f-c631aeb7cd67 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455227 Nov 20 08:41:07.839999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d92496-33e8-4150-84c7-b856ac18adc8 req-68ad717d-784b-43bd-b9e2-adfa5d7c646a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:07.841627 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-46d92496-33e8-4150-84c7-b856ac18adc8 req-68ad717d-784b-43bd-b9e2-adfa5d7c646a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0888124 Nov 20 08:41:07.890748 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-46d92496-33e8-4150-84c7-b856ac18adc8 req-fcc6b611-3d18-42ba-8253-aabdab5ea042 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Nov 20 08:41:08.218353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8853bb-5595-47b9-a6b9-3aeb63c436dd req-dae70d46-6703-41d2-b698-5c77e291a769 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:08.219919 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ad8853bb-5595-47b9-a6b9-3aeb63c436dd req-dae70d46-6703-41d2-b698-5c77e291a769 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.0872386 Nov 20 08:41:08.270043 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ad8853bb-5595-47b9-a6b9-3aeb63c436dd req-da845266-9a05-42f2-8635-ec7b7c312625 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0438046 Nov 20 08:41:08.674862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ecd45-4405-48a0-9b7b-d241ae51d9c6 req-7c8c9e56-604b-4b26-a1a9-9735d8272f91 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:08.676347 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bd2ecd45-4405-48a0-9b7b-d241ae51d9c6 req-7c8c9e56-604b-4b26-a1a9-9735d8272f91 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.0856755 Nov 20 08:41:08.728750 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bd2ecd45-4405-48a0-9b7b-d241ae51d9c6 req-61447676-b587-4965-b465-a7968f9e0854 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 Nov 20 08:41:08.857045 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f972378-63c5-48d8-82d5-981811e8aeee req-b0e3ce35-de43-4170-a80a-26214cc3929f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:08.858697 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f972378-63c5-48d8-82d5-981811e8aeee req-b0e3ce35-de43-4170-a80a-26214cc3929f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.0927100 Nov 20 08:41:08.911376 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f972378-63c5-48d8-82d5-981811e8aeee req-d8135020-3d01-4aed-83ae-fd0b9899d797 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461962 Nov 20 08:41:09.123829 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c76636-d2ac-4bcd-af9a-3c2a685df33f req-d758023e-bf91-4c56-9d91-d0afedf1cc51 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:09.125616 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-47c76636-d2ac-4bcd-af9a-3c2a685df33f req-d758023e-bf91-4c56-9d91-d0afedf1cc51 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0869446 Nov 20 08:41:09.178072 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-47c76636-d2ac-4bcd-af9a-3c2a685df33f req-18fad1d1-ebfa-41c1-9ba1-c37496d8a217 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461056 Nov 20 08:41:09.316907 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-13186f96-29f8-47a0-bbbd-e9688509d2ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=ae035b4b-fea1-48e2-973e-8e5655341a6a HTTP/1.1" status: 200 len: 217 time: 0.0669899 Nov 20 08:41:09.393546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-37c7026e-fc11-44e0-b74a-235dba08c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:09.395127 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-37c7026e-fc11-44e0-b74a-235dba08c8fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d231d8d6-f083-43dc-8260-fb5930dc45f9 HTTP/1.1" status: 200 len: 843 time: 0.0719161 Nov 20 08:41:09.550463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-e6b660cb-406b-4434-907d-68e1ff7969d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:09.552139 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-e6b660cb-406b-4434-907d-68e1ff7969d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ca0a70c-ff50-4088-aca3-b4b75d6844bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1498339 Nov 20 08:41:09.559978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbfdfd-76cc-474f-9f50-316e4d190d1a req-1d7f0c45-07e6-4baf-ac29-c3d945a4ded3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:09.561581 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-38dbfdfd-76cc-474f-9f50-316e4d190d1a req-1d7f0c45-07e6-4baf-ac29-c3d945a4ded3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.1246343 Nov 20 08:41:09.721079 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-38dbfdfd-76cc-474f-9f50-316e4d190d1a req-54de2692-2fc0-4f35-9b66-d82adc58a12e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1529827 Nov 20 08:41:09.756376 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-b9f320db-52d4-400c-b31f-cf920468a7a6 service neutron] 10.222.0.24 "GET /v2.0/networks/5ca0a70c-ff50-4088-aca3-b4b75d6844bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655719 Nov 20 08:41:09.971147 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5e990eb-fc6b-46a0-8a30-b3776b8ff98b req-cc1c724a-a1d8-4266-8e1d-d7589423f938 service neutron] 10.222.0.24 "GET /v2.0/networks/5ca0a70c-ff50-4088-aca3-b4b75d6844bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2074497 Nov 20 08:41:09.990383 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f390c3b-5398-463b-90de-51244ce2fd3e req-f5bfb056-ac7c-4db0-9a93-badc65770465 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:09.992023 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3f390c3b-5398-463b-90de-51244ce2fd3e req-f5bfb056-ac7c-4db0-9a93-badc65770465 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.1335759 Nov 20 08:41:10.061604 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3f390c3b-5398-463b-90de-51244ce2fd3e req-6f64657b-4c0c-4787-bcf4-c0bb455e2af9 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Nov 20 08:41:10.214513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbed33-fa40-43f8-97a4-be3b653f2028 req-d2585e85-7687-4da9-82ba-422155d36071 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:10.221986 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-34fbed33-fa40-43f8-97a4-be3b653f2028 req-d2585e85-7687-4da9-82ba-422155d36071 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1103172 Nov 20 08:41:10.277531 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-34fbed33-fa40-43f8-97a4-be3b653f2028 req-1c5f7dcf-097c-4b43-b68b-9ffd2e2c96ae tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546145 Nov 20 08:41:10.409072 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 18ef7a89-a58d-4364-9784-eb204ecde22e up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:10.433024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b38a9-036e-4106-8c75-edd24c927606 req-20b03650-1749-42f5-833a-e6745a3fccec tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:10.434679 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fa8b38a9-036e-4106-8c75-edd24c927606 req-20b03650-1749-42f5-833a-e6745a3fccec tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0909235 Nov 20 08:41:10.488632 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fa8b38a9-036e-4106-8c75-edd24c927606 req-a4c8a795-569e-42bd-b8e7-3980d70098cf tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465221 Nov 20 08:41:10.493258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 18ef7a89-a58d-4364-9784-eb204ecde22e completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:41:10.498394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 18ef7a89-a58d-4364-9784-eb204ecde22e triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:10.498839 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:10.616953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:10.646394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ef7a89-a58d-4364-9784-eb204ecde22e'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:10.657317 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 18ef7a89-a58d-4364-9784-eb204ecde22e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=18ef7a89-a58d-4364-9784-eb204ecde22e,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:41:10.660733 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:10.662749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3c1979cf-3669-484f-ad37-f6e417754877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:10.737953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=18ef7a89-a58d-4364-9784-eb204ecde22e,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:10.748568 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.748892 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.749276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.749654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.750026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.750661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.751079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.751510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.751913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.752279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.752646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.753010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.753756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.755147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.755740 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.756141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.756603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.757028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.757410 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.757788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.758743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.759288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.759751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.760152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:10.764862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:10.909244 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ef7a89-a58d-4364-9784-eb204ecde22e', 'code': 200} Nov 20 08:41:10.948075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08feb9-e8f8-4e77-9da2-f4c624688b7e req-905460da-7296-47d4-8d1c-dfeaefc38489 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:10.949759 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cd08feb9-e8f8-4e77-9da2-f4c624688b7e req-905460da-7296-47d4-8d1c-dfeaefc38489 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.0903242 Nov 20 08:41:11.000861 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cd08feb9-e8f8-4e77-9da2-f4c624688b7e req-12e7b4e7-5560-4357-bfde-7792e857aa58 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0444925 Nov 20 08:41:11.348005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab78e67-4d21-4991-8819-33c864ac44fd req-e1c48436-8db2-4be0-b118-ed3025082394 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:11.349627 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5ab78e67-4d21-4991-8819-33c864ac44fd req-e1c48436-8db2-4be0-b118-ed3025082394 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.1474669 Nov 20 08:41:11.353056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c26a-62cb-4f31-a9a3-1d27a10dd59a req-fe15302d-a00f-43c0-a785-5975c263bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:11.354658 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0cf9c26a-62cb-4f31-a9a3-1d27a10dd59a req-fe15302d-a00f-43c0-a785-5975c263bf76 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 1162 time: 0.1130042 Nov 20 08:41:11.480401 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5ab78e67-4d21-4991-8819-33c864ac44fd req-1fa902fd-5ebe-4aab-877d-7afe4b6c7f64 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235318 Nov 20 08:41:11.493598 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0cf9c26a-62cb-4f31-a9a3-1d27a10dd59a req-6faaf50b-a8d9-4330-920c-7d8e847b6f3c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1202023 Nov 20 08:41:11.527702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd72bc-9632-4867-9ddf-f26679a6144d req-be166ccd-b43b-42f9-8dce-e0278327ed35 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:11.535530 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-24bd72bc-9632-4867-9ddf-f26679a6144d req-be166ccd-b43b-42f9-8dce-e0278327ed35 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1132238 Nov 20 08:41:11.603828 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-24bd72bc-9632-4867-9ddf-f26679a6144d req-55f63b36-5de8-4288-814f-7bd8392d65ed tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625987 Nov 20 08:41:11.748769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6c4bb-f88a-40d1-a9e8-1be8b63341b3 req-e43845df-6dc8-4243-af55-1b8fa3cc9e1a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:11.748769 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f8c6c4bb-f88a-40d1-a9e8-1be8b63341b3 req-e43845df-6dc8-4243-af55-1b8fa3cc9e1a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0913405 Nov 20 08:41:11.808128 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f8c6c4bb-f88a-40d1-a9e8-1be8b63341b3 req-ee7fe215-56ae-427d-bb5b-0327ae69d261 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522692 Nov 20 08:41:11.966330 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:12.039497 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:12.040041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.131298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 35274) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:12.187277 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.225590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:41:12.229545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.230638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 18ef7a89-a58d-4364-9784-eb204ecde22e up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:12.260690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:12.260944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5886cbe-a86f-4ca5-9259-6e6de208a3d5 req-823d4462-558a-4ca8-8134-e22ef8826739 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:12.263709 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5886cbe-a86f-4ca5-9259-6e6de208a3d5 req-823d4462-558a-4ca8-8134-e22ef8826739 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.1104960 Nov 20 08:41:12.311803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.350475 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a5886cbe-a86f-4ca5-9259-6e6de208a3d5 req-6e944864-788c-4d0b-8d4f-49912cf9dc19 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0799150 Nov 20 08:41:12.363479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,revision_number=6']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:12.366919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:12.374799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 18ef7a89-a58d-4364-9784-eb204ecde22e triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:12.379557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.380031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:12.382793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] Usage tracker for resource:security_group_rule and tenant:23c009c6dc1a46e48c70e663ba553ef3 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:12.386284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:12.395575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:12.465815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.468728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.476710 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7ed26e8e-c889-4b0c-b669-9a9c2c887ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:12.528946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa3682c-492e-4ad9-a82c-b8dea1378b62,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:12.536938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 35282) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:12.537148 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23c009c6dc1a46e48c70e663ba553ef3&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4044528 Nov 20 08:41:12.537991 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:12.604790 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e424008-1eb2-40b4-8a27-66444c10a8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.632971 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e424008-1eb2-40b4-8a27-66444c10a8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.693816 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e424008-1eb2-40b4-8a27-66444c10a8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.699723 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-59e45999-b930-4734-bcaa-be3bc7e49ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:12.711059 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e424008-1eb2-40b4-8a27-66444c10a8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa3682c-492e-4ad9-a82c-b8dea1378b62,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:12.714622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9e424008-1eb2-40b4-8a27-66444c10a8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:12.717531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9054c-8ab0-4a62-8bed-2ec5300c4d89 req-be551b51-d5e0-4f9b-ae1d-cfa6ddfcea0a tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:12.719264 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a1d9054c-8ab0-4a62-8bed-2ec5300c4d89 req-be551b51-d5e0-4f9b-ae1d-cfa6ddfcea0a tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.0911310 Nov 20 08:41:12.721766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e424008-1eb2-40b4-8a27-66444c10a8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:12.723038 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9e424008-1eb2-40b4-8a27-66444c10a8ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fa3682c-492e-4ad9-a82c-b8dea1378b62 HTTP/1.1" status: 204 len: 168 time: 0.1849284 Nov 20 08:41:12.845066 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a1d9054c-8ab0-4a62-8bed-2ec5300c4d89 req-22a05d77-bc6a-4f04-be8b-ea3dcfcca3b3 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191707 Nov 20 08:41:12.878784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74ee2-9bde-4463-afa3-1cfef04f4044 req-2a82cb12-8ca7-44d4-8cba-0e0cfc619e67 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:12.881906 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e9c74ee2-9bde-4463-afa3-1cfef04f4044 req-2a82cb12-8ca7-44d4-8cba-0e0cfc619e67 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1084483 Nov 20 08:41:12.910944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:12.936393 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e9c74ee2-9bde-4463-afa3-1cfef04f4044 req-2328fef0-68bd-4e37-ad7e-ec062805927f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495253 Nov 20 08:41:13.034061 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9', 'code': 200} Nov 20 08:41:13.070929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984fdc2-ffe0-451e-93ec-577dd3559318 req-b3144a06-77f6-44f2-b8ce-c97d426e4b59 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:13.072943 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4984fdc2-ffe0-451e-93ec-577dd3559318 req-b3144a06-77f6-44f2-b8ce-c97d426e4b59 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0885239 Nov 20 08:41:13.121245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 35298) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:13.128192 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4984fdc2-ffe0-451e-93ec-577dd3559318 req-93fb1711-d42b-4ee3-842e-6ab690546c52 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488188 Nov 20 08:41:13.141371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:13.175798 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:13.180057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c424e87d4e4746bc1a8ee6b507b854 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:13.183379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:13.189478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:13.260207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:13.263027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:13.270534 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6f94bd93-e84b-4ef1-a84d-efdb9f49f590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:13.315204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30df81e7-ad77-45ed-a249-8fe81a73f3bf,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:13.319613 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9c424e87d4e4746bc1a8ee6b507b854&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1973162 Nov 20 08:41:13.321137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:13.322942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 35302) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:13.387454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-54ce879c-a9e1-4683-99f8-251c95cc4efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:13.422141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-54ce879c-a9e1-4683-99f8-251c95cc4efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:13.683726 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-54ce879c-a9e1-4683-99f8-251c95cc4efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:13.689346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cdc05c85-91d9-452d-aefb-3ca70c55e829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:13.705111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce879c-a9e1-4683-99f8-251c95cc4efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30df81e7-ad77-45ed-a249-8fe81a73f3bf,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:13.707930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-54ce879c-a9e1-4683-99f8-251c95cc4efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:13.710698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-54ce879c-a9e1-4683-99f8-251c95cc4efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:13.715817 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-54ce879c-a9e1-4683-99f8-251c95cc4efd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30df81e7-ad77-45ed-a249-8fe81a73f3bf HTTP/1.1" status: 204 len: 168 time: 0.3884294 Nov 20 08:41:13.813147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66130d-e53a-42a8-87e6-9db6648c8bba req-b805deb4-d41f-4ba9-b092-076ffb0725cb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:13.814783 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fa66130d-e53a-42a8-87e6-9db6648c8bba req-b805deb4-d41f-4ba9-b092-076ffb0725cb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.3198857 Nov 20 08:41:13.864813 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fa66130d-e53a-42a8-87e6-9db6648c8bba req-11165c8f-a67e-4111-9390-82f887fa9fdc tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0425792 Nov 20 08:41:14.149811 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9ac28-fadf-4ce5-b223-1c9d818a77f5 req-227ee5cb-7ea7-4f34-8c5e-87b8870182b8 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:14.151768 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-25a9ac28-fadf-4ce5-b223-1c9d818a77f5 req-227ee5cb-7ea7-4f34-8c5e-87b8870182b8 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.1502345 Nov 20 08:41:14.232136 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-25a9ac28-fadf-4ce5-b223-1c9d818a77f5 req-a1de2ba2-8efa-41e2-8e66-bf0ee47adb31 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725625 Nov 20 08:41:14.253210 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e3237-225d-42e1-9aaa-146746383df1 req-c424a256-a890-4b9d-a227-c99cc16fc83a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:14.255763 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c45e3237-225d-42e1-9aaa-146746383df1 req-c424a256-a890-4b9d-a227-c99cc16fc83a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1669345 Nov 20 08:41:14.316331 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c45e3237-225d-42e1-9aaa-146746383df1 req-3ac856b5-4791-41d1-9f82-1d8e177bcb7e tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526390 Nov 20 08:41:14.467161 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df27556-5523-48b6-96d8-862ae5a4588b req-fd4ce37b-ebc2-4d8b-97b9-673f755e71f8 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:14.468863 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0df27556-5523-48b6-96d8-862ae5a4588b req-fd4ce37b-ebc2-4d8b-97b9-673f755e71f8 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1090553 Nov 20 08:41:14.531372 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0df27556-5523-48b6-96d8-862ae5a4588b req-fd052013-e5c7-458f-b227-8663bab122e0 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548937 Nov 20 08:41:15.162979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d71111-a7b9-47e9-afab-47b16162ccae req-57d70c4a-03b0-4eca-9080-2d348965e4ee tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:15.163536 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-50d71111-a7b9-47e9-afab-47b16162ccae req-57d70c4a-03b0-4eca-9080-2d348965e4ee tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.1201785 Nov 20 08:41:15.222249 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-50d71111-a7b9-47e9-afab-47b16162ccae req-10d22709-fda5-4ab8-8048-208c3f3b9a14 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0517349 Nov 20 08:41:15.476228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fc0fe-58d2-49a0-8ed6-4bd111c07ca8 req-7455d560-7a94-4924-8bb9-6e96fd0c8248 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:15.479282 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3b4fc0fe-58d2-49a0-8ed6-4bd111c07ca8 req-7455d560-7a94-4924-8bb9-6e96fd0c8248 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.1022973 Nov 20 08:41:15.594289 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3b4fc0fe-58d2-49a0-8ed6-4bd111c07ca8 req-c8cce0c7-038a-46df-8729-f2ef7a9c0d56 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061711 Nov 20 08:41:15.612648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f250f8d-b51e-4493-b175-d75efa8e1c3b req-289121c9-2f07-48e7-9f38-f64d1143b39f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:15.614253 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f250f8d-b51e-4493-b175-d75efa8e1c3b req-289121c9-2f07-48e7-9f38-f64d1143b39f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1277773 Nov 20 08:41:15.680473 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0f250f8d-b51e-4493-b175-d75efa8e1c3b req-2cffa01b-d3db-4029-b14f-7492f822473a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589769 Nov 20 08:41:15.813068 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11f8ca-3103-41d2-b75b-905f0afb2008 req-4eecc083-2fb2-45a2-8e5e-8b9456fe0c31 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:15.815035 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8c11f8ca-3103-41d2-b75b-905f0afb2008 req-4eecc083-2fb2-45a2-8e5e-8b9456fe0c31 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0922928 Nov 20 08:41:15.866917 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8c11f8ca-3103-41d2-b75b-905f0afb2008 req-bb6340db-e099-4c76-b4e7-201c756ae8ef tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450544 Nov 20 08:41:16.244612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 35368) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:16.402684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7cba5056-8554-4e4e-8205-cf90017a3a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:16.435135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-7cba5056-8554-4e4e-8205-cf90017a3a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:16.439280 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-7cba5056-8554-4e4e-8205-cf90017a3a5e admin admin] Usage tracker for resource:security_group_rule and tenant:e29f11e515fe48e58d808b262aede20d is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:16.442237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-7cba5056-8554-4e4e-8205-cf90017a3a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:16.448400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6947b-1a27-4936-a9dc-008d08f8a247 req-3f8974da-70ed-4f67-b720-16e5993e5b7f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:16.448702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-7cba5056-8554-4e4e-8205-cf90017a3a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:16.450154 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37b6947b-1a27-4936-a9dc-008d08f8a247 req-3f8974da-70ed-4f67-b720-16e5993e5b7f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.0843318 Nov 20 08:41:16.506557 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37b6947b-1a27-4936-a9dc-008d08f8a247 req-2f3dfea5-b939-490a-843e-86f1e23924e2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0501916 Nov 20 08:41:16.529636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7cba5056-8554-4e4e-8205-cf90017a3a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:16.532934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7cba5056-8554-4e4e-8205-cf90017a3a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:16.541459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f4aac9f-b828-474f-922d-64dd618eea44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:16.587850 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7cba5056-8554-4e4e-8205-cf90017a3a5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e29f11e515fe48e58d808b262aede20d&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3419116 Nov 20 08:41:16.588590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba5056-8554-4e4e-8205-cf90017a3a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc13c65-4e1d-4511-b9f9-f48d2df63038,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:16.590482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 35376) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:16.591940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7cba5056-8554-4e4e-8205-cf90017a3a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:16.657877 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-62ae9e79-38bc-4676-81b0-d43ea9f96980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:16.689107 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-62ae9e79-38bc-4676-81b0-d43ea9f96980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:16.798968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-62ae9e79-38bc-4676-81b0-d43ea9f96980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:16.805537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c14bf009-6dff-45e2-871f-e63a3ab1a787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:16.829150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae9e79-38bc-4676-81b0-d43ea9f96980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc13c65-4e1d-4511-b9f9-f48d2df63038,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:16.831678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-62ae9e79-38bc-4676-81b0-d43ea9f96980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:16.888680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-62ae9e79-38bc-4676-81b0-d43ea9f96980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:16.890217 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-62ae9e79-38bc-4676-81b0-d43ea9f96980 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfc13c65-4e1d-4511-b9f9-f48d2df63038 HTTP/1.1" status: 204 len: 168 time: 0.2986202 Nov 20 08:41:16.906913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c8085-3ecc-4696-afaf-83c2ad972010 req-37d506e1-3e7d-45b8-8a26-0d391d095672 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:16.914237 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-591c8085-3ecc-4696-afaf-83c2ad972010 req-37d506e1-3e7d-45b8-8a26-0d391d095672 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.1837232 Nov 20 08:41:16.988801 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-591c8085-3ecc-4696-afaf-83c2ad972010 req-d702fd2e-5dda-4615-ae48-fc5b28e1796d tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706172 Nov 20 08:41:17.017453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd6e8b-621e-441f-bb3e-20660be36fb0 req-6171cc3a-97db-42b7-a9d5-0928c0364304 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:17.021577 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2ebd6e8b-621e-441f-bb3e-20660be36fb0 req-6171cc3a-97db-42b7-a9d5-0928c0364304 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1757905 Nov 20 08:41:17.093582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:17.154769 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2ebd6e8b-621e-441f-bb3e-20660be36fb0 req-002564a4-a769-48fd-b455-8c3e4b39b8a9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284168 Nov 20 08:41:17.231822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:17.232515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:17.233709 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac70fae-12cc-4cd6-b767-c0d0c5d0962a req-36b3ca58-4764-4c24-84fa-c6f2573f7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:17.236268 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ac70fae-12cc-4cd6-b767-c0d0c5d0962a req-36b3ca58-4764-4c24-84fa-c6f2573f7d39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 1162 time: 0.1605732 Nov 20 08:41:17.386308 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9ac70fae-12cc-4cd6-b767-c0d0c5d0962a req-70b20420-7eb7-40d8-aea1-0c1dde7be20c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023364 Nov 20 08:41:17.476237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 35404) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:17.497014 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:17.505788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea7f75-7706-493b-a822-c5aae4827768 req-c9b0223d-70da-4c2f-a2e4-8c1abdbd501b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:17.507478 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aeea7f75-7706-493b-a822-c5aae4827768 req-c9b0223d-70da-4c2f-a2e4-8c1abdbd501b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.2925117 Nov 20 08:41:17.535180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:17.540101 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] Usage tracker for resource:security_group_rule and tenant:dd347847bf3244e6bced02739fdb0abc is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:17.543364 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:17.549654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:17.551220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619319de-9363-4060-ac66-45478145621d req-85c37441-bc53-4077-80e1-dc15389c71db tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:17.553001 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-85c37441-bc53-4077-80e1-dc15389c71db tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/networks?id=7040a493-87be-4e34-be24-52a918baa5ae HTTP/1.1" status: 200 len: 813 time: 0.2219214 Nov 20 08:41:17.591671 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-998f9610-1ce6-4446-8e63-01764ee14321 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/quotas/a3a60a8e8f704216a7ba2140afd60014 HTTP/1.1" status: 200 len: 375 time: 0.0314720 Nov 20 08:41:17.597004 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-aeea7f75-7706-493b-a822-c5aae4827768 req-8ba19199-1ca4-4897-94f4-004ac0aeaa54 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757003 Nov 20 08:41:17.627348 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:17.631033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:17.639655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-614985f4-d867-4c2b-a607-573b8ad5c2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:17.645315 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-07939e92-875c-46d8-95e6-76f253da2ee7 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3a60a8e8f704216a7ba2140afd60014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472448 Nov 20 08:41:17.699557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543ededa-4d04-4c99-9a69-b8e0b4ee2029,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:17.703268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:17.710450 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 35412) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:17.723912 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd347847bf3244e6bced02739fdb0abc&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2455723 Nov 20 08:41:17.840661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-af566aba-6318-4368-b423-c1c1f2379f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:17.902405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-af566aba-6318-4368-b423-c1c1f2379f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:18.039376 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ac74-077a-4c60-9718-2b5e6f78f731 req-35efb55f-8d80-4473-b022-55610e4ceed7 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:18.040799 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f989ac74-077a-4c60-9718-2b5e6f78f731 req-35efb55f-8d80-4473-b022-55610e4ceed7 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.2700679 Nov 20 08:41:18.114591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-af566aba-6318-4368-b423-c1c1f2379f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:18.121461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7baefe28-8336-450d-a842-1fba2fe464e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:18.129901 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-c8a4f032-286d-4e50-96f4-2ba818763c9c service neutron] 10.222.0.32 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747510 Nov 20 08:41:18.139170 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f989ac74-077a-4c60-9718-2b5e6f78f731 req-2b1dc8a8-264c-435b-9ee9-b78ec46c7cab tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0903571 Nov 20 08:41:18.143425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af566aba-6318-4368-b423-c1c1f2379f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543ededa-4d04-4c99-9a69-b8e0b4ee2029,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:18.146385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-af566aba-6318-4368-b423-c1c1f2379f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:18.184468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-af566aba-6318-4368-b423-c1c1f2379f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:18.188434 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-af566aba-6318-4368-b423-c1c1f2379f2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/543ededa-4d04-4c99-9a69-b8e0b4ee2029 HTTP/1.1" status: 204 len: 168 time: 0.4761882 Nov 20 08:41:18.327042 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-e7bc3a63-f458-4464-b952-a28813b1b4a8 service neutron] 10.222.0.32 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1848357 Nov 20 08:41:18.521255 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c995e-22a6-402f-afc2-b060108a9b1e req-935929e7-6b2d-4fba-953b-616d51a10e77 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:18.525756 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-929c995e-22a6-402f-afc2-b060108a9b1e req-935929e7-6b2d-4fba-953b-616d51a10e77 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.0996284 Nov 20 08:41:18.639530 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-929c995e-22a6-402f-afc2-b060108a9b1e req-4d4d8470-28e2-4b79-b48f-9e3d0e54e6aa tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074913 Nov 20 08:41:18.659555 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 5ca0a70c-ff50-4088-aca3-b4b75d6844bc details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:41:18.708615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8eadb4-4717-46d3-99b2-b635978f5633 req-85cca43b-6ac9-4908-ac92-da34437e219d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:18.710294 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe8eadb4-4717-46d3-99b2-b635978f5633 req-85cca43b-6ac9-4908-ac92-da34437e219d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.1346927 Nov 20 08:41:18.882883 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe8eadb4-4717-46d3-99b2-b635978f5633 req-1e48289e-80d5-4ba5-a408-2153ce59a38c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1575239 Nov 20 08:41:18.905173 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865e41e-10b4-464b-bd88-c212b116a501 req-e99d7465-6ac5-4cea-a630-e443b15eaf90 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:18.907072 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1865e41e-10b4-464b-bd88-c212b116a501 req-e99d7465-6ac5-4cea-a630-e443b15eaf90 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1182640 Nov 20 08:41:19.031957 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5c1cd9d4-a968-4769-b3ea-d23bc880abf4 req-db941495-7356-49e5-8a40-fb3f8d61fbfe tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 210 time: 0.0662811 Nov 20 08:41:19.034502 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1865e41e-10b4-464b-bd88-c212b116a501 req-ba7db7e3-8094-45aa-89fc-38586fdd4f6a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089690 Nov 20 08:41:19.139204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.objects.ports [None req-b9b7dd28-ca83-41fd-9d42-e2b460ee1df1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80255) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:41:19.423345 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-01982df7-f665-413b-870c-ab565fe8ee48 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2697864 Nov 20 08:41:19.437901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'floatingip': {'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:19.449055 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393c127-4a14-4bfd-8c2b-bd83fc2add34 req-d80d7be8-66a7-4a5e-8daf-f515a08d2b1e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:19.457072 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2393c127-4a14-4bfd-8c2b-bd83fc2add34 req-d80d7be8-66a7-4a5e-8daf-f515a08d2b1e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1539347 Nov 20 08:41:19.459496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:19.484942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Usage tracker for resource:floatingip and tenant:cbb24c2df5384ba988d38abb22fc49c2 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:19.489687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:19.505385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:19.535618 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2393c127-4a14-4bfd-8c2b-bd83fc2add34 req-059e68a6-3d84-4f0c-b0d9-7325bc0ad281 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781283 Nov 20 08:41:19.537024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:19.724787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:19.994681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-793895e0-d01e-4b4e-bf47-774c719586c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:20.012768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99371a4e-696c-46c2-a0af-4e797ef44931 req-6ef7c7a3-1eb7-4517-a363-89fc2a8fcf0d tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:20.014972 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-99371a4e-696c-46c2-a0af-4e797ef44931 req-6ef7c7a3-1eb7-4517-a363-89fc2a8fcf0d tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 947 time: 0.2204034 Nov 20 08:41:20.018222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device ae035b4b-fea1-48e2-973e-8e5655341a6a up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:20.143504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port ae035b4b-fea1-48e2-973e-8e5655341a6a completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:41:20.150661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port ae035b4b-fea1-48e2-973e-8e5655341a6a triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:20.151124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:20.212067 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-99371a4e-696c-46c2-a0af-4e797ef44931 req-8436ecb7-a8b4-4a2e-b323-d84657c0dfcb tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829298 Nov 20 08:41:20.246481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Allocated IP 172.27.0.101 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/917934f7-1dfd-44c9-8a65-f000bc84257b) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:41:20.484256 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:20.533299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port ae035b4b-fea1-48e2-973e-8e5655341a6a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=ae035b4b-fea1-48e2-973e-8e5655341a6a,segment=NetworkSegment(be418f9a-7a30-4367-b48a-b89f40e202dc),segment_id=be418f9a-7a30-4367-b48a-b89f40e202dc)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:41:20.534766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e4264b-84fc-45fa-93b6-3a18c3b5e659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae035b4b-fea1-48e2-973e-8e5655341a6a'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:20.550197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:20.555405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:20.733084 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9607c7ba-0609-4768-9097-137c9269a780 req-553bfa8a-0bef-4993-b6b8-27541c1670d4 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 210 time: 0.3389323 Nov 20 08:41:20.854959 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619319de-9363-4060-ac66-45478145621d req-e65476d3-9dbe-4c79-934d-1eb7ce04a0ab tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:20.856630 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-e65476d3-9dbe-4c79-934d-1eb7ce04a0ab tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.24 "GET /v2.0/networks?id=7040a493-87be-4e34-be24-52a918baa5ae HTTP/1.1" status: 200 len: 813 time: 0.6036580 Nov 20 08:41:20.881333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Request body: {'port': {'device_id': 'ec63eb91-7e53-4819-8ad9-542a7dbceb67', 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae', 'admin_state_up': True, 'tenant_id': 'a3a60a8e8f704216a7ba2140afd60014'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:20.902079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:20.924898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=ae035b4b-fea1-48e2-973e-8e5655341a6a,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:20.928497 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:20.966999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device ae035b4b-fea1-48e2-973e-8e5655341a6a up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:21.043982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port ae035b4b-fea1-48e2-973e-8e5655341a6a triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:21.044505 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:21.106027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:21.128029 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:21.150181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:21.174475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Made reservation on behalf of a3a60a8e8f704216a7ba2140afd60014 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:41:21.181204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:21.210621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423f19-bb35-4ba1-848c-86900c04f7ba req-fc1ea6b1-4e96-4a0d-9263-e52ec4d9c4e6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:21.213220 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b5423f19-bb35-4ba1-848c-86900c04f7ba req-fc1ea6b1-4e96-4a0d-9263-e52ec4d9c4e6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1989594 Nov 20 08:41:21.216214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:21.234637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5cbbb15b-9be2-47f3-bbce-1dd9f5451940 tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:21.480566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'Port': ['ID=917934f7-1dfd-44c9-8a65-f000bc84257b,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:21.490905 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:21.551427 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b5423f19-bb35-4ba1-848c-86900c04f7ba req-d5a9b68b-27bf-4dfb-a9d3-e3a45ed06290 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199556 Nov 20 08:41:21.659878 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e4264b-84fc-45fa-93b6-3a18c3b5e659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae035b4b-fea1-48e2-973e-8e5655341a6a', 'code': 200} Nov 20 08:41:21.689668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:41:21.693895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:41:21.699505 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:41:21.980862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Allocated IP 172.20.0.5 (7040a493-87be-4e34-be24-52a918baa5ae/a4181678-b025-47de-babd-ca82fa483b9c/e8be9d37-fe8a-48e0-8744-06830bf63ea7) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:41:22.054676 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:22.139012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cb3a-d8c2-41d9-92d4-ae9bba60b017 req-2bd93640-b0e2-41a1-bee2-b54574f12941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:22.140670 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-11c3cb3a-d8c2-41d9-92d4-ae9bba60b017 req-2bd93640-b0e2-41a1-bee2-b54574f12941 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 1166 time: 0.2508712 Nov 20 08:41:22.160415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e5b53-79a6-4c9d-8649-b9fdb0d4361e req-f242ba16-e1da-487b-b88a-4268bc4a27a5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:22.162041 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b41e5b53-79a6-4c9d-8649-b9fdb0d4361e req-f242ba16-e1da-487b-b88a-4268bc4a27a5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.3279974 Nov 20 08:41:22.332619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:22.413681 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-11c3cb3a-d8c2-41d9-92d4-ae9bba60b017 req-e5062b53-3ce6-4605-b4d4-a9698e9aaf08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335184 Nov 20 08:41:22.461488 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b41e5b53-79a6-4c9d-8649-b9fdb0d4361e req-1bff195a-939b-4696-87ca-3ffd2c966fd1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766309 Nov 20 08:41:22.522454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:22.722924 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:22.752412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d8f672dd-bb74-4f4d-9a4c-b8762d5e479d tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:22.871560 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:22.902207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-07c15f50-8d7a-4611-b008-826a044f6772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:22.947088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Pushing event updated for resources: {'Port': ['ID=e8be9d37-fe8a-48e0-8744-06830bf63ea7,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:22.958786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:22.971507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b570b6-a01f-461c-acbe-188fe2eb23e2 req-3edc7ad4-05df-44dc-a7eb-104ab43e5f3c tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:22.973200 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-36b570b6-a01f-461c-acbe-188fe2eb23e2 req-3edc7ad4-05df-44dc-a7eb-104ab43e5f3c tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 949 time: 0.3406274 Nov 20 08:41:22.977830 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:22.993567 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:23.010978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device ae035b4b-fea1-48e2-973e-8e5655341a6a up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:23.025277 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:23.105155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port ae035b4b-fea1-48e2-973e-8e5655341a6a triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:23.105743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:23.440615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'Port': ['ID=917934f7-1dfd-44c9-8a65-f000bc84257b,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:23.457667 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:23.465627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Network 7040a493-87be-4e34-be24-52a918baa5ae is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:41:23.468568 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-36b570b6-a01f-461c-acbe-188fe2eb23e2 req-f176aa20-94d2-4a0d-8e8c-432479b56c03 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863484 Nov 20 08:41:23.471687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:41:23.475512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:41:23.480860 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:23.481555 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:23.545701 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6688616 Nov 20 08:41:23.551355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:23.575167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Request body: {'port': {'device_id': 'ec63eb91-7e53-4819-8ad9-542a7dbceb67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:23.611920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:23.613180 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1821165 Nov 20 08:41:23.816631 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-e80b19c0-6720-49f1-b903-a6b442aa8861 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:floatingip {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:23.856993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:23.874555 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-e80b19c0-6720-49f1-b903-a6b442aa8861 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:floatingip {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:23.876134 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-e80b19c0-6720-49f1-b903-a6b442aa8861 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.101 HTTP/1.1" status: 200 len: 696 time: 0.2166483 Nov 20 08:41:23.913350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f641-694f-44f8-8151-c9c41f7cc4ba req-8372b0ef-96c5-428f-a485-418856ac74b9 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:23.914658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-09e7f641-694f-44f8-8151-c9c41f7cc4ba req-8372b0ef-96c5-428f-a485-418856ac74b9 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Synchronizing usage tracker for tenant:a3a60a8e8f704216a7ba2140afd60014 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:24.053844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-09e7f641-694f-44f8-8151-c9c41f7cc4ba req-8372b0ef-96c5-428f-a485-418856ac74b9 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Unset dirty status for tenant:a3a60a8e8f704216a7ba2140afd60014 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:24.055231 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-09e7f641-694f-44f8-8151-c9c41f7cc4ba req-8372b0ef-96c5-428f-a485-418856ac74b9 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 931 time: 0.4495900 Nov 20 08:41:24.272515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-4f28a2d7-f83b-4c45-b597-72491bf54bc4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:24.274042 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-4f28a2d7-f83b-4c45-b597-72491bf54bc4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 784 time: 0.3903906 Nov 20 08:41:24.279491 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-09e7f641-694f-44f8-8151-c9c41f7cc4ba req-54d830d0-ae23-4c4a-be48-e2f3812627f1 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896737 Nov 20 08:41:24.288025 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-e33a0b83-ee78-4744-a4cc-ac58b7365cd0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80253) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:41:24.289170 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5f792379-a923-4ded-9fbe-0d27a1c721f1 req-e33a0b83-ee78-4744-a4cc-ac58b7365cd0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0084493 Nov 20 08:41:24.360577 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:24.658722 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-28424668-ae9b-4bda-98cd-2e2a37ead7cc tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:24.660502 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-28424668-ae9b-4bda-98cd-2e2a37ead7cc tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2452970 Nov 20 08:41:24.665897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8be9d37-fe8a-48e0-8744-06830bf63ea7 {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:41:24.730660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:24.752254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeaa67-705f-4faa-91ae-8d1ba90a0390 req-bf6a947a-b86d-4d86-a228-be07df997dbe tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:24.753972 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a4eeaa67-705f-4faa-91ae-8d1ba90a0390 req-bf6a947a-b86d-4d86-a228-be07df997dbe tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.3282447 Nov 20 08:41:24.782716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Transition to ACTIVE for port object e8be9d37-fe8a-48e0-8744-06830bf63ea7 will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:41:24.805550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:24.825175 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9aaf529b-8a88-4e08-80a3-4d753662a17d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:24.857885 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-d0a24f78-ce85-41a8-9369-e4e69fb1a3b0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.101 HTTP/1.1" status: 200 len: 696 time: 0.1871781 Nov 20 08:41:24.912214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-f7f58517-c0d0-405e-8d0f-96346c43debb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'floatingip': {'port_id': '18ef7a89-a58d-4364-9784-eb204ecde22e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:25.075913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-f7f58517-c0d0-405e-8d0f-96346c43debb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:25.152608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Pushing event updated for resources: {'Port': ['ID=e8be9d37-fe8a-48e0-8744-06830bf63ea7,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:25.157111 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a4eeaa67-705f-4faa-91ae-8d1ba90a0390 req-f2fa1a82-3046-4d96-a74a-62dc90acd849 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877769 Nov 20 08:41:25.170092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:25.193964 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:25.571772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Attempting to bind port e8be9d37-fe8a-48e0-8744-06830bf63ea7 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:41:25.572035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Attempting to bind port e8be9d37-fe8a-48e0-8744-06830bf63ea7 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '4b29c729-95dc-4999-8e85-267a570b1217', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:41:25.572407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Attempting to bind port e8be9d37-fe8a-48e0-8744-06830bf63ea7 on network 7040a493-87be-4e34-be24-52a918baa5ae {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:41:25.880916 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:41:25.881491 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Checking segment: {'id': '4b29c729-95dc-4999-8e85-267a570b1217', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:41:25.881679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:25.882084 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Bound using segment: {'id': '4b29c729-95dc-4999-8e85-267a570b1217', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:41:25.882630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Bound port: e8be9d37-fe8a-48e0-8744-06830bf63ea7, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b29c729-95dc-4999-8e85-267a570b1217', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7040a493-87be-4e34-be24-52a918baa5ae'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:41:25.883037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:25.918387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc67d8-969a-481f-9393-23ccceedc7cf req-3c5909e9-89f6-45d3-8c01-3ba1f751a843 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:25.919978 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-defc67d8-969a-481f-9393-23ccceedc7cf req-3c5909e9-89f6-45d3-8c01-3ba1f751a843 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 949 time: 0.5512865 Nov 20 08:41:26.151515 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-defc67d8-969a-481f-9393-23ccceedc7cf req-71b48d05-7c26-4261-9d77-9432f38f5971 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239332 Nov 20 08:41:26.174157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] For port e8be9d37-fe8a-48e0-8744-06830bf63ea7, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:41:26.178485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] For port e8be9d37-fe8a-48e0-8744-06830bf63ea7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e8be9d37-fe8a-48e0-8744-06830bf63ea7,segment=NetworkSegment(4b29c729-95dc-4999-8e85-267a570b1217),segment_id=4b29c729-95dc-4999-8e85-267a570b1217)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:41:26.181792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:26.197341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:26.423612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Pushing event updated for resources: {'Port': ['ID=e8be9d37-fe8a-48e0-8744-06830bf63ea7,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:26.433152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:26.503788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:26.504467 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:26.505954 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] 10.222.0.24 "PUT /v2.0/ports/e8be9d37-fe8a-48e0-8744-06830bf63ea7 HTTP/1.1" status: 200 len: 1157 time: 2.9370239 Nov 20 08:41:26.506478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec63eb91-7e53-4819-8ad9-542a7dbceb67', 'tag': 'e8be9d37-fe8a-48e0-8744-06830bf63ea7'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:26.579997 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74ba96-d27f-4a8c-b3b4-a04d8efdd521 req-a0c82617-43f6-42f5-9b8e-d194bac60614 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:26.581572 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9b74ba96-d27f-4a8c-b3b4-a04d8efdd521 req-a0c82617-43f6-42f5-9b8e-d194bac60614 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 943 time: 0.2996881 Nov 20 08:41:26.706909 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-f7f58517-c0d0-405e-8d0f-96346c43debb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:26.716258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-f7f58517-c0d0-405e-8d0f-96346c43debb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:26.791820 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9b74ba96-d27f-4a8c-b3b4-a04d8efdd521 req-1b5141f0-40e3-4edf-a392-09c266fbb2eb tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570892 Nov 20 08:41:26.819205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619319de-9363-4060-ac66-45478145621d req-154b9b58-fb21-4a40-ba1e-03e64bfdfbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:26.821232 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-154b9b58-fb21-4a40-ba1e-03e64bfdfbf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3a60a8e8f704216a7ba2140afd60014&device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 1160 time: 0.2544699 Nov 20 08:41:26.964395 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-a5792abd-12b4-4c96-bef6-2c6d39ab8a28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8be9d37-fe8a-48e0-8744-06830bf63ea7 HTTP/1.1" status: 200 len: 217 time: 0.1296878 Nov 20 08:41:27.041487 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:27.120793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:27.121933 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:27.146033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619319de-9363-4060-ac66-45478145621d req-0f0fb6f1-3c99-40f7-a834-e469c8f92c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:27.147934 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-0f0fb6f1-3c99-40f7-a834-e469c8f92c39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4181678-b025-47de-babd-ca82fa483b9c HTTP/1.1" status: 200 len: 853 time: 0.1434116 Nov 20 08:41:27.217746 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-26ddc177-b5c6-4828-887f-6f577965d0bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7040a493-87be-4e34-be24-52a918baa5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590115 Nov 20 08:41:27.249810 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-f7f58517-c0d0-405e-8d0f-96346c43debb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Floating IP 175419c9-7139-49bf-8ed0-35e199751a8c associated. External IP: 172.27.0.101, port: 18ef7a89-a58d-4364-9784-eb204ecde22e. Nov 20 08:41:27.314163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028e0b1-d717-42dc-b3b3-9dcad59f267a req-b5ae6de1-f20a-4c62-92d9-c7bf24d97547 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:27.315822 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d028e0b1-d717-42dc-b3b3-9dcad59f267a req-b5ae6de1-f20a-4c62-92d9-c7bf24d97547 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.3534751 Nov 20 08:41:27.447400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 35622) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:27.479339 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d028e0b1-d717-42dc-b3b3-9dcad59f267a req-8b4f5e6d-d857-42c1-8da3-95f8304c8df3 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520805 Nov 20 08:41:27.512378 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-a00227df-305b-463b-b3e0-13ec644af330 service neutron] 10.222.0.24 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876680 Nov 20 08:41:27.609559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:27.645193 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:27.650720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] Usage tracker for resource:security_group_rule and tenant:3a7a8aeea3f349f882f7626223a0ad8a is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:27.654396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:27.663129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:27.755596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:27.760027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:27.768815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-95fce9da-120c-456f-9cd4-3c341e3d9fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:27.821099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36748cc-095c-4d12-b363-652ccb4f52d6,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:27.829039 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a7a8aeea3f349f882f7626223a0ad8a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3804066 Nov 20 08:41:27.829731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 35634) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:27.830639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:27.877955 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec63eb91-7e53-4819-8ad9-542a7dbceb67', 'tag': 'e8be9d37-fe8a-48e0-8744-06830bf63ea7', 'status': 'completed', 'code': 200} Nov 20 08:41:27.899282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e860ffb1-dbb6-4ea6-83e2-a53b93991ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:27.926843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e860ffb1-dbb6-4ea6-83e2-a53b93991ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:27.975031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e860ffb1-dbb6-4ea6-83e2-a53b93991ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:27.982312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-24415b24-fe0e-47eb-91b3-d759773334a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:27.987740 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-619319de-9363-4060-ac66-45478145621d req-2a22a72d-66af-4df4-b628-d2e5e171e6c5 service neutron] 10.222.0.24 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4672093 Nov 20 08:41:27.998112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860ffb1-dbb6-4ea6-83e2-a53b93991ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36748cc-095c-4d12-b363-652ccb4f52d6,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:28.003574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e860ffb1-dbb6-4ea6-83e2-a53b93991ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:28.016186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e860ffb1-dbb6-4ea6-83e2-a53b93991ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:28.020284 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e860ffb1-dbb6-4ea6-83e2-a53b93991ada admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b36748cc-095c-4d12-b363-652ccb4f52d6 HTTP/1.1" status: 204 len: 168 time: 0.1885092 Nov 20 08:41:28.370260 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c56423-4312-485a-b986-6c1cd6c366f7 req-c60bcbe0-d9ce-47c3-b826-30f7fb067004 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:28.371937 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e6c56423-4312-485a-b986-6c1cd6c366f7 req-c60bcbe0-d9ce-47c3-b826-30f7fb067004 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 949 time: 0.2613435 Nov 20 08:41:28.386142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d559cf-6bd6-46fb-9e1f-0fcff69de70f req-63dd5d38-b949-48a3-9fb7-990fc42b5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:28.387916 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37d559cf-6bd6-46fb-9e1f-0fcff69de70f req-63dd5d38-b949-48a3-9fb7-990fc42b5cd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3a60a8e8f704216a7ba2140afd60014&device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 1160 time: 0.2130861 Nov 20 08:41:28.410940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 35644) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:28.432157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:28.466253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:28.470379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] Usage tracker for resource:security_group_rule and tenant:0a1907cf1c114daca622170cef2e87fb is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:28.473421 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:28.480037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:28.530276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-70bb3afd-2f94-4d79-8bad-3c253bde1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:28.531910 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-70bb3afd-2f94-4d79-8bad-3c253bde1fc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 1162 time: 0.2803466 Nov 20 08:41:28.551159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:28.554043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:28.561916 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cf680ac6-1fe9-4e5e-8c40-b82bca625c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:28.609222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092c76cd-cb0d-4ffa-87fc-89dfd3bb4b7c,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:28.613193 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:28.616540 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a1907cf1c114daca622170cef2e87fb&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2043703 Nov 20 08:41:28.619064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 35648) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:28.687142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-550fafd1-d7f9-4172-9a3f-ea68204cfd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:28.715653 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-550fafd1-d7f9-4172-9a3f-ea68204cfd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:28.723508 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e6c56423-4312-485a-b986-6c1cd6c366f7 req-c9c8db56-fc0e-4912-9aa1-79f1b18a717c tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421345 Nov 20 08:41:28.763542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-550fafd1-d7f9-4172-9a3f-ea68204cfd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:28.769024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-04c92005-eac8-4f79-9edc-e26b5cdb7b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:28.783662 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fafd1-d7f9-4172-9a3f-ea68204cfd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092c76cd-cb0d-4ffa-87fc-89dfd3bb4b7c,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:28.786265 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-550fafd1-d7f9-4172-9a3f-ea68204cfd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:28.789688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-550fafd1-d7f9-4172-9a3f-ea68204cfd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:28.793577 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-550fafd1-d7f9-4172-9a3f-ea68204cfd4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/092c76cd-cb0d-4ffa-87fc-89dfd3bb4b7c HTTP/1.1" status: 204 len: 168 time: 0.1734569 Nov 20 08:41:28.830578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d559cf-6bd6-46fb-9e1f-0fcff69de70f req-ffddaf5b-1166-45fa-afa4-47d411685693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:28.833118 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37d559cf-6bd6-46fb-9e1f-0fcff69de70f req-ffddaf5b-1166-45fa-afa4-47d411685693 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7040a493-87be-4e34-be24-52a918baa5ae HTTP/1.1" status: 200 len: 907 time: 0.4280279 Nov 20 08:41:28.844270 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-1889fbde-e754-4bb5-b9d1-b6762f3bfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:28.845872 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-1889fbde-e754-4bb5-b9d1-b6762f3bfda8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 905 time: 0.3026175 Nov 20 08:41:28.854722 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-f7f58517-c0d0-405e-8d0f-96346c43debb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Router 42722de5-8477-4473-a00a-b8b543f09930 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:41:29.058792 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37d559cf-6bd6-46fb-9e1f-0fcff69de70f req-1ef147b7-e26b-4e4a-ad52-068d8624223b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8be9d37-fe8a-48e0-8744-06830bf63ea7 HTTP/1.1" status: 200 len: 217 time: 0.2089591 Nov 20 08:41:29.235703 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-49e424fa-3e6e-4991-aa17-3f7ec9764755 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20 HTTP/1.1" status: 200 len: 1001 time: 0.2879319 Nov 20 08:41:29.248901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d559cf-6bd6-46fb-9e1f-0fcff69de70f req-28c7411f-e684-40d3-b9cb-ea16907fe63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:29.250905 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37d559cf-6bd6-46fb-9e1f-0fcff69de70f req-28c7411f-e684-40d3-b9cb-ea16907fe63b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4181678-b025-47de-babd-ca82fa483b9c HTTP/1.1" status: 200 len: 853 time: 0.1799459 Nov 20 08:41:29.365883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a023d74-15bc-4c58-b02d-97e22a392ed0 req-8f32650f-375b-401d-bcc9-29e4c0ddb29e tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:29.368085 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a023d74-15bc-4c58-b02d-97e22a392ed0 req-8f32650f-375b-401d-bcc9-29e4c0ddb29e tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 943 time: 0.5171125 Nov 20 08:41:29.373052 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37d559cf-6bd6-46fb-9e1f-0fcff69de70f req-1f027023-0c55-422a-a5bb-909b971bfe88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7040a493-87be-4e34-be24-52a918baa5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777071 Nov 20 08:41:29.445571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-2f3591b3-9573-413c-8b16-eda28b03559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:29.447213 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-2f3591b3-9573-413c-8b16-eda28b03559d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=396c3ca1-079d-41e6-a54b-a35963e19eee HTTP/1.1" status: 200 len: 850 time: 0.2002308 Nov 20 08:41:29.676927 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a023d74-15bc-4c58-b02d-97e22a392ed0 req-6ad9252c-457a-443f-9cfc-bbe02d0794ef tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998099 Nov 20 08:41:30.006144 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37d559cf-6bd6-46fb-9e1f-0fcff69de70f req-b69d3570-a056-43b5-895a-fb7b3964eca6 service neutron] 10.222.0.24 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246946 Nov 20 08:41:30.039765 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-0a0f83e6-8963-4cff-a385-b96e9719655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:30.041390 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-0a0f83e6-8963-4cff-a385-b96e9719655a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49bd959b-554f-4b2c-b5ed-bccff4feeebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5744724 Nov 20 08:41:30.072295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-f7f58517-c0d0-405e-8d0f-96346c43debb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:41:30.077627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-f7f58517-c0d0-405e-8d0f-96346c43debb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:30.084282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] Sync routers for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:41:30.107759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:41:30.108996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:41:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:41:30.123071 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299592d9-79d9-408a-928f-0a09f8ff2c52 req-adfdef8f-e7e2-4958-9993-7c90d5499995 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:30.124803 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-299592d9-79d9-408a-928f-0a09f8ff2c52 req-adfdef8f-e7e2-4958-9993-7c90d5499995 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.2068124 Nov 20 08:41:30.329588 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:41:30.455974 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-f7f58517-c0d0-405e-8d0f-96346c43debb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "PUT /v2.0/floatingips/175419c9-7139-49bf-8ed0-35e199751a8c HTTP/1.1" status: 200 len: 996 time: 5.5867016 Nov 20 08:41:30.466801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'tag': '18ef7a89-a58d-4364-9784-eb204ecde22e'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:30.583250 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-299592d9-79d9-408a-928f-0a09f8ff2c52 req-f24b97c0-ffae-4360-8257-903b370692f7 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397281 Nov 20 08:41:30.609328 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-37d559cf-6bd6-46fb-9e1f-0fcff69de70f req-6c106d30-c67a-4e1d-8853-d7d9213b9e66 service neutron] 10.222.0.24 "GET /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4696412 Nov 20 08:41:30.621655 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-230bd15b-fe0e-4a83-b22c-872754c06f6b service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798332 Nov 20 08:41:30.647901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f997b07-2c77-471f-9b81-de53b87927db req-ce435e7b-9133-454a-8d23-ae13fc5e1046 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:30.649649 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9f997b07-2c77-471f-9b81-de53b87927db req-ce435e7b-9133-454a-8d23-ae13fc5e1046 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.24 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 949 time: 0.4090896 Nov 20 08:41:30.747929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '175419c9-7139-49bf-8ed0-35e199751a8c', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '18ef7a89-a58d-4364-9784-eb204ecde22e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:0b:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:41:21Z', 'updated_at': '2020-11-20T08:41:26Z', 'revision_number': 1, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:41:30.756801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] Checking router: 42722de5-8477-4473-a00a-b8b543f09930 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:41:30.772525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:41:30.773822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:41:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:41:30.888932 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-ad840491-937b-4d97-8cc8-dcced661472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:30.890621 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-ad840491-937b-4d97-8cc8-dcced661472b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 1162 time: 0.4009316 Nov 20 08:41:30.973477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-9f997b07-2c77-471f-9b81-de53b87927db req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Deleting port ae035b4b-fea1-48e2-973e-8e5655341a6a {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:41:30.973805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9f997b07-2c77-471f-9b81-de53b87927db req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:31.091342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:41:31.135263 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c6b819d2-e946-4d96-a948-ab2733eddb45 req-08071271-c359-4263-b929-027797f4c974 service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4843316 Nov 20 08:41:31.222193 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:31.259070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2de7-2eae-43f5-a243-cfccd408eb6a req-16039e88-ae86-4b77-b51f-c17e006f1205 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:31.260666 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a15e2de7-2eae-43f5-a243-cfccd408eb6a req-16039e88-ae86-4b77-b51f-c17e006f1205 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 949 time: 0.4903181 Nov 20 08:41:31.268226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-094be8ba-991a-4076-92df-f63fb2922c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:31.269861 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-094be8ba-991a-4076-92df-f63fb2922c38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.3636658 Nov 20 08:41:31.440634 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-ceffd5ae-11fc-4c67-b1f1-3d81882ff222 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18ef7a89-a58d-4364-9784-eb204ecde22e HTTP/1.1" status: 200 len: 999 time: 0.1505706 Nov 20 08:41:31.644114 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a15e2de7-2eae-43f5-a243-cfccd408eb6a req-f9e0b44b-b2cd-454b-9236-7e99e7fab644 tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/security-groups?id=222acde2-e5c5-4c0d-990e-e5a55ec92be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731811 Nov 20 08:41:31.658393 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-35a7ebed-d7f5-4da8-b9d6-d048c9a5a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:31.660111 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-35a7ebed-d7f5-4da8-b9d6-d048c9a5a642 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.1937745 Nov 20 08:41:31.660840 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:31.661454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:31.735469 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'tag': '18ef7a89-a58d-4364-9784-eb204ecde22e', 'status': 'completed', 'code': 200} Nov 20 08:41:31.759526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-9f997b07-2c77-471f-9b81-de53b87927db req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] For port ae035b4b-fea1-48e2-973e-8e5655341a6a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=ae035b4b-fea1-48e2-973e-8e5655341a6a,segment=NetworkSegment(be418f9a-7a30-4367-b48a-b89f40e202dc),segment_id=be418f9a-7a30-4367-b48a-b89f40e202dc)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:41:31.759943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9f997b07-2c77-471f-9b81-de53b87927db req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:31.876461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '175419c9-7139-49bf-8ed0-35e199751a8c', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '18ef7a89-a58d-4364-9784-eb204ecde22e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:0b:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:41:21Z', 'updated_at': '2020-11-20T08:41:26Z', 'revision_number': 1, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:41:31.881082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2cdc8-b6c6-4edb-a323-1ccd0740188e None None] The sync data for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi is: [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '175419c9-7139-49bf-8ed0-35e199751a8c', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '18ef7a89-a58d-4364-9784-eb204ecde22e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:0b:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:41:21Z', 'updated_at': '2020-11-20T08:41:26Z', 'revision_number': 1, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:41:31.924016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device ae035b4b-fea1-48e2-973e-8e5655341a6a no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:41:31.941949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-9f997b07-2c77-471f-9b81-de53b87927db req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Calling delete_port for ae035b4b-fea1-48e2-973e-8e5655341a6a owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:41:32.050317 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:32.118942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-31c5c1c4-a1e7-4e0e-a942-cd25b703fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:32.120713 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-31c5c1c4-a1e7-4e0e-a942-cd25b703fa6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4348409 Nov 20 08:41:32.140822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-184cf7a4-ec17-4789-b5b8-9eed736a761a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80253) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:41:32.141987 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-184cf7a4-ec17-4789-b5b8-9eed736a761a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0098498 Nov 20 08:41:32.328104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853b3f21-9fa7-4494-b223-bb29e06c1a73 None None] New status for floating IP 175419c9-7139-49bf-8ed0-35e199751a8c: ACTIVE {{(pid=80256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:41:32.510105 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-23d17344-ec8e-4826-ba73-39809e51667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:32.511703 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-23d17344-ec8e-4826-ba73-39809e51667a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 1162 time: 0.6729114 Nov 20 08:41:32.527324 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a48902-5cf1-4d5f-9f1d-84e7a3b6b9a8 req-4fb73f2f-b275-4cf8-9e84-87bca4b0dd73 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:32.529053 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-30a48902-5cf1-4d5f-9f1d-84e7a3b6b9a8 req-4fb73f2f-b275-4cf8-9e84-87bca4b0dd73 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 943 time: 0.5575085 Nov 20 08:41:32.676925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9f997b07-2c77-471f-9b81-de53b87927db req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:32.705517 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-09bd60cd-3dbf-4136-ad79-72d1d1ce8983 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:32.821948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Pushing event deleted for resources: {'Port': ['ID=ae035b4b-fea1-48e2-973e-8e5655341a6a,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:32.857756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:32.938463 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-a189ebf9-6379-462b-aa4c-383bbbbbe8d9 service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7446964 Nov 20 08:41:32.995736 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-30a48902-5cf1-4d5f-9f1d-84e7a3b6b9a8 req-b168d06f-3fd4-4555-9100-cf2036aa843f tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883686 Nov 20 08:41:33.015361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-f13c8c77-55bb-4a60-b0e1-56559597521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:33.016981 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-f13c8c77-55bb-4a60-b0e1-56559597521e service neutron] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.4869325 Nov 20 08:41:33.369752 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-26b50a85-8061-4a7a-ac82-5fab44df4c69 req-965704fd-a203-4eeb-8ae8-97c20b824fab service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4082143 Nov 20 08:41:33.387076 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f997b07-2c77-471f-9b81-de53b87927db req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] No DVR routers for this DVR port ae035b4b-fea1-48e2-973e-8e5655341a6a on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:41:33.392696 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-87fde7d8-528e-4299-8361-99b9874ead68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18ef7a89-a58d-4364-9784-eb204ecde22e HTTP/1.1" status: 200 len: 1001 time: 0.3612823 Nov 20 08:41:33.393786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-9f997b07-2c77-471f-9b81-de53b87927db req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:33.472922 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9f997b07-2c77-471f-9b81-de53b87927db req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.24 "DELETE /v2.0/ports/ae035b4b-fea1-48e2-973e-8e5655341a6a HTTP/1.1" status: 204 len: 173 time: 2.7933393 Nov 20 08:41:33.481875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d36a16-8136-406c-889f-48112c270351 req-a8b02cbe-c0b4-4641-b236-c43d42295a18 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:33.483448 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-58d36a16-8136-406c-889f-48112c270351 req-a8b02cbe-c0b4-4641-b236-c43d42295a18 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.2965579 Nov 20 08:41:33.556952 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-af3435c3-040d-4b87-97ef-60e03464edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:33.558427 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-af3435c3-040d-4b87-97ef-60e03464edb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.1581166 Nov 20 08:41:33.568661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-08818907-b30d-4609-882e-188cc0dc26b4 req-4d8dd245-a5a0-465f-b4c0-281e6c5808cd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Synchronizing usage tracker for tenant:b6ce2bb659c545a6b76eae50619869d7 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:33.661828 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-58d36a16-8136-406c-889f-48112c270351 req-c37ca81c-123a-4f33-a21e-3aec3bead1a7 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626062 Nov 20 08:41:33.662473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-08818907-b30d-4609-882e-188cc0dc26b4 req-4d8dd245-a5a0-465f-b4c0-281e6c5808cd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Unset dirty status for tenant:b6ce2bb659c545a6b76eae50619869d7 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:33.663767 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-08818907-b30d-4609-882e-188cc0dc26b4 req-4d8dd245-a5a0-465f-b4c0-281e6c5808cd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] 10.222.0.32 "GET /v2.0/ports?device_id=c5e4264b-84fc-45fa-93b6-3a18c3b5e659 HTTP/1.1" status: 200 len: 210 time: 0.1692719 Nov 20 08:41:33.683659 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-4c10f0e7-2128-493a-9a89-1ae77a9d35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:33.685501 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-4c10f0e7-2128-493a-9a89-1ae77a9d35f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1116056 Nov 20 08:41:33.743588 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e4264b-84fc-45fa-93b6-3a18c3b5e659', 'name': 'network-vif-deleted', 'tag': 'ae035b4b-fea1-48e2-973e-8e5655341a6a'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:33.809700 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e4264b-84fc-45fa-93b6-3a18c3b5e659', 'name': 'network-vif-deleted', 'tag': 'ae035b4b-fea1-48e2-973e-8e5655341a6a', 'status': 'completed', 'code': 200} Nov 20 08:41:33.850334 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-f3defbd7-6ef7-443b-ba4e-4b2b69a530be service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522715 Nov 20 08:41:34.003109 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c4a15ad6-41f5-4657-b2f3-a4ee02996511 req-ace85f80-5c40-431c-9233-ce5b5a1ebc67 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428468 Nov 20 08:41:34.191292 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:34.224132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffd382-04b5-41e6-88be-80bd210a757a req-a4b0a4c1-1bf3-4d86-be83-b196e1b646de tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:34.225792 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e3ffd382-04b5-41e6-88be-80bd210a757a req-a4b0a4c1-1bf3-4d86-be83-b196e1b646de tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 943 time: 0.0940604 Nov 20 08:41:34.268699 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:34.269894 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:34.282205 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e3ffd382-04b5-41e6-88be-80bd210a757a req-cbea157a-1f23-4a60-8950-9114ef79c11f tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484672 Nov 20 08:41:34.406220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device e8be9d37-fe8a-48e0-8744-06830bf63ea7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:34.476500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port e8be9d37-fe8a-48e0-8744-06830bf63ea7 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:41:34.483002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port e8be9d37-fe8a-48e0-8744-06830bf63ea7 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:34.483002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:34.621541 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:34.652370 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63eb91-7e53-4819-8ad9-542a7dbceb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8be9d37-fe8a-48e0-8744-06830bf63ea7'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:34.665704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port e8be9d37-fe8a-48e0-8744-06830bf63ea7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e8be9d37-fe8a-48e0-8744-06830bf63ea7,segment=NetworkSegment(4b29c729-95dc-4999-8e85-267a570b1217),segment_id=4b29c729-95dc-4999-8e85-267a570b1217)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:41:34.671504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:34.674126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:34.732750 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63eb91-7e53-4819-8ad9-542a7dbceb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8be9d37-fe8a-48e0-8744-06830bf63ea7', 'code': 200} Nov 20 08:41:34.753106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=e8be9d37-fe8a-48e0-8744-06830bf63ea7,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:34.756646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:35.044780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e4f6a-d358-468b-a6ae-b06642e58130 req-4aca0d16-817f-47f8-a765-bc6b511d40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:35.046657 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b57e4f6a-d358-468b-a6ae-b06642e58130 req-4aca0d16-817f-47f8-a765-bc6b511d40d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 1162 time: 0.0844555 Nov 20 08:41:35.094983 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b57e4f6a-d358-468b-a6ae-b06642e58130 req-eddab846-32e7-4dd7-a8fc-da0c09bc95bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Nov 20 08:41:35.147135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device e8be9d37-fe8a-48e0-8744-06830bf63ea7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:35.220609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port e8be9d37-fe8a-48e0-8744-06830bf63ea7 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:35.221034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:35.513438 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634c19c-ff18-4d3b-8933-93037732b216 req-cf29eb17-d6e6-4eeb-bd5b-5e41cbe80c05 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:35.515114 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a634c19c-ff18-4d3b-8933-93037732b216 req-cf29eb17-d6e6-4eeb-bd5b-5e41cbe80c05 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 945 time: 0.0884845 Nov 20 08:41:35.566168 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a634c19c-ff18-4d3b-8933-93037732b216 req-d63e04ec-e70c-4c79-b19e-7035fbc2d7df tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447993 Nov 20 08:41:36.816813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b6cd2-766f-4cfb-a87d-ffe043983504 req-e062208a-fae3-4d4a-9814-7bbb0e8b73eb tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:36.826159 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cc5b6cd2-766f-4cfb-a87d-ffe043983504 req-e062208a-fae3-4d4a-9814-7bbb0e8b73eb tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 945 time: 0.1060884 Nov 20 08:41:36.905444 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cc5b6cd2-766f-4cfb-a87d-ffe043983504 req-e7f80c16-0c61-4ad5-8ee0-3f232d7acb2c tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781386 Nov 20 08:41:38.236159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87397e32-b9a8-48f3-a17d-fd3c244cf265 req-405145e0-2ea7-46d4-ad59-b78bb4444590 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:38.237864 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-87397e32-b9a8-48f3-a17d-fd3c244cf265 req-405145e0-2ea7-46d4-ad59-b78bb4444590 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 945 time: 0.1121037 Nov 20 08:41:38.297807 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-87397e32-b9a8-48f3-a17d-fd3c244cf265 req-0f4851c4-546f-4bd8-a654-13c6b61f5839 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518019 Nov 20 08:41:40.139357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36012) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:40.338732 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0884381d-9af4-49b0-9361-51b6380c4b46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6ce2bb659c545a6b76eae50619869d7&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1980214 Nov 20 08:41:40.341355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36018) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:40.409180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f68616e3-af10-4a19-8319-91789a94f04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:40.439542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f68616e3-af10-4a19-8319-91789a94f04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:40.491261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f68616e3-af10-4a19-8319-91789a94f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:40.497433 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d4f89306-a186-4d1f-bfe6-d8d174b77a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:40.511996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68616e3-af10-4a19-8319-91789a94f04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222acde2-e5c5-4c0d-990e-e5a55ec92be8,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:40.514944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f68616e3-af10-4a19-8319-91789a94f04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:40.521602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f68616e3-af10-4a19-8319-91789a94f04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:40.523017 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f68616e3-af10-4a19-8319-91789a94f04c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/222acde2-e5c5-4c0d-990e-e5a55ec92be8 HTTP/1.1" status: 204 len: 168 time: 0.1803141 Nov 20 08:41:40.720581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:41:42.405335 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36040) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:42.560685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:42.596327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:42.600616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] Usage tracker for resource:security_group_rule and tenant:28ad84120d6248b4921d3158beb20afa is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:42.604010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:42.609836 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:42.680627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:42.683642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:42.691372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:42.735941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3265c0-5e15-4129-8dc2-1062436541f8,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:42.743783 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28ad84120d6248b4921d3158beb20afa&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3347552 Nov 20 08:41:42.743783 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:42.744249 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36048) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:42.812928 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-24c11e6e-8280-4d4f-b946-13d06464eedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:42.841803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-24c11e6e-8280-4d4f-b946-13d06464eedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:42.887778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-24c11e6e-8280-4d4f-b946-13d06464eedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:42.892749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b77c35f2-6928-4274-95d3-afa1a74efeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:42.903905 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c11e6e-8280-4d4f-b946-13d06464eedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3265c0-5e15-4129-8dc2-1062436541f8,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:42.910369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-24c11e6e-8280-4d4f-b946-13d06464eedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:42.911333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-24c11e6e-8280-4d4f-b946-13d06464eedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:42.912553 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-24c11e6e-8280-4d4f-b946-13d06464eedd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a3265c0-5e15-4129-8dc2-1062436541f8 HTTP/1.1" status: 204 len: 168 time: 0.1674244 Nov 20 08:41:43.278467 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36056) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:43.298753 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:43.332493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:43.337044 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] Usage tracker for resource:security_group_rule and tenant:d43f96cb00104a8b97c65c694b3f99b0 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:43.340558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:43.347088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:43.418849 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:43.421779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:43.430551 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:43.474592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66af617d-1173-40f8-bdd8-afb85ecc5500,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:43.480523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:43.485435 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d43f96cb00104a8b97c65c694b3f99b0&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2044797 Nov 20 08:41:43.486772 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36062) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:43.554695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b30840d6-5143-46e8-a7a5-c66484f68487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:43.583744 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b30840d6-5143-46e8-a7a5-c66484f68487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:43.632811 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b30840d6-5143-46e8-a7a5-c66484f68487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:43.638028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:43.651570 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30840d6-5143-46e8-a7a5-c66484f68487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66af617d-1173-40f8-bdd8-afb85ecc5500,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:43.654959 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b30840d6-5143-46e8-a7a5-c66484f68487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:43.657083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b30840d6-5143-46e8-a7a5-c66484f68487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:43.658299 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-b30840d6-5143-46e8-a7a5-c66484f68487 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66af617d-1173-40f8-bdd8-afb85ecc5500 HTTP/1.1" status: 204 len: 168 time: 0.1705329 Nov 20 08:41:45.534334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36108) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:45.695792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:45.730592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:45.735512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4021ea2c210549b6874465b59a3b7408 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:45.739194 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:45.745364 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:45.820080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:45.824572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:45.833222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-45597779-948d-4a1b-ae70-b4050da3a3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:45.883962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c796dd5f-0c28-4b82-af09-6887d8e981b0,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:45.887718 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:45.890670 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4021ea2c210549b6874465b59a3b7408&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3551803 Nov 20 08:41:45.894533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36116) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:45.966685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f5fa59a-6dd2-46b7-bf8a-76e162b76229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:45.996686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f5fa59a-6dd2-46b7-bf8a-76e162b76229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:46.046543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f5fa59a-6dd2-46b7-bf8a-76e162b76229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:46.050794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fb183243-f2d1-4699-99ce-9763d876e6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:46.065061 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fa59a-6dd2-46b7-bf8a-76e162b76229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796dd5f-0c28-4b82-af09-6887d8e981b0,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:46.070257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f5fa59a-6dd2-46b7-bf8a-76e162b76229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:46.074378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f5fa59a-6dd2-46b7-bf8a-76e162b76229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:46.075096 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-2f5fa59a-6dd2-46b7-bf8a-76e162b76229 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c796dd5f-0c28-4b82-af09-6887d8e981b0 HTTP/1.1" status: 204 len: 168 time: 0.1795003 Nov 20 08:41:47.166355 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-a7ec9388-ed10-46ac-a719-62d38a52d7d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1287575 Nov 20 08:41:47.295171 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-71b38faf-3c12-4ee1-946a-1cc4db184ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:47.296871 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-71b38faf-3c12-4ee1-946a-1cc4db184ab4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 1162 time: 0.0850742 Nov 20 08:41:47.548536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-3cb03a31-12c9-43c3-ba86-2eafba672429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:47.550165 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-3cb03a31-12c9-43c3-ba86-2eafba672429 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 905 time: 0.2277431 Nov 20 08:41:47.698072 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-ee72c680-860b-48d6-984a-9286e22d5294 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20 HTTP/1.1" status: 200 len: 1001 time: 0.1339753 Nov 20 08:41:47.796242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-f6278767-7857-4026-bee9-aabf2c4b4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:47.799703 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-f6278767-7857-4026-bee9-aabf2c4b4207 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=396c3ca1-079d-41e6-a54b-a35963e19eee HTTP/1.1" status: 200 len: 850 time: 0.0905252 Nov 20 08:41:49.386326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-76a367e3-1545-426c-9897-9bf696609fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:49.388019 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-76a367e3-1545-426c-9897-9bf696609fa8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49bd959b-554f-4b2c-b5ed-bccff4feeebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0788927 Nov 20 08:41:49.993360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-98f5070d-667f-40e2-b972-50054e15faf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:50.568281 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-8a696701-1896-4790-9a18-8e6efdd988be service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471641 Nov 20 08:41:52.218634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:52.297071 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f0cf3467-4f6e-4994-ae51-984d62e61721 req-87882899-8eed-4e69-a23e-bcf9103a501c service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1868823 Nov 20 08:41:52.867706 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:52.904144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-934daff9-3ee3-4bde-b1bb-ed6d80a4aedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:54.363571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:55.184954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:06.682494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382d80e-5748-4446-aaf9-80a0158bfc67 req-d2042a11-b5ec-4ced-85ad-784a7011d1ce tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:06.684273 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e382d80e-5748-4446-aaf9-80a0158bfc67 req-d2042a11-b5ec-4ced-85ad-784a7011d1ce tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 945 time: 0.0948026 Nov 20 08:42:06.735693 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e382d80e-5748-4446-aaf9-80a0158bfc67 req-d2bac21f-8c67-45a8-975f-bf511981cbe0 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Nov 20 08:42:07.955849 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35326f9d-ad0f-4cd3-baae-89bc938cda04 req-37ad5e0a-50cd-4308-bffa-96acc4dd7b5e tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:07.957489 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-35326f9d-ad0f-4cd3-baae-89bc938cda04 req-37ad5e0a-50cd-4308-bffa-96acc4dd7b5e tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 945 time: 0.0866802 Nov 20 08:42:08.018383 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-35326f9d-ad0f-4cd3-baae-89bc938cda04 req-f7f1decd-0d19-48b0-9457-a282a2d23ea3 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545630 Nov 20 08:42:08.839190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-f01efdfe-6ad3-467a-9329-ada855449030 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:08.840863 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-f01efdfe-6ad3-467a-9329-ada855449030 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.24 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 945 time: 0.0868373 Nov 20 08:42:08.919293 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Deleting port e8be9d37-fe8a-48e0-8744-06830bf63ea7 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:42:08.919687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:09.464924 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab03726-8d20-4bd1-815a-f7070c9438a5 req-3e23c5e6-d1eb-45cb-8e70-9ccce6df5cf4 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:09.466611 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5ab03726-8d20-4bd1-815a-f7070c9438a5 req-3e23c5e6-d1eb-45cb-8e70-9ccce6df5cf4 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 945 time: 0.2732451 Nov 20 08:42:09.557792 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5ab03726-8d20-4bd1-815a-f7070c9438a5 req-509343a1-dcfb-4ca0-92ed-ffb826674284 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/security-groups?id=30eceed7-304e-4fcd-8244-71aca1376b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842669 Nov 20 08:42:09.565401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] For port e8be9d37-fe8a-48e0-8744-06830bf63ea7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e8be9d37-fe8a-48e0-8744-06830bf63ea7,segment=NetworkSegment(4b29c729-95dc-4999-8e85-267a570b1217),segment_id=4b29c729-95dc-4999-8e85-267a570b1217)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:09.565954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:09.814605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Calling delete_port for e8be9d37-fe8a-48e0-8744-06830bf63ea7 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:42:10.038288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:10.057920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b4d34ccc-9f12-4b42-9313-17cbe6c07683 tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:10.149742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Pushing event deleted for resources: {'Port': ['ID=e8be9d37-fe8a-48e0-8744-06830bf63ea7,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:10.290129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.290805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.291530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.292217 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.292889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.293568 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.294254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.294959 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.295612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.296277 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.296939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.297602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.298493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.299182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.299861 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.300526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.301178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.301801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.302470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.303785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.304473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.305143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.305812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.306493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:10.327149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:10.431897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] No DVR routers for this DVR port e8be9d37-fe8a-48e0-8744-06830bf63ea7 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:42:10.434340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:10.437435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63eb91-7e53-4819-8ad9-542a7dbceb67', 'name': 'network-vif-deleted', 'tag': 'e8be9d37-fe8a-48e0-8744-06830bf63ea7'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:42:10.455216 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-292b4b19-9fe7-4418-a3e5-46b7c9379022 req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.24 "DELETE /v2.0/ports/e8be9d37-fe8a-48e0-8744-06830bf63ea7 HTTP/1.1" status: 204 len: 173 time: 1.6083930 Nov 20 08:42:10.516137 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63eb91-7e53-4819-8ad9-542a7dbceb67', 'name': 'network-vif-deleted', 'tag': 'e8be9d37-fe8a-48e0-8744-06830bf63ea7', 'status': 'completed', 'code': 200} Nov 20 08:42:10.624387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device e8be9d37-fe8a-48e0-8744-06830bf63ea7 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:42:10.710540 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36362) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:10.726004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] No Port match for: e8be9d37-fe8a-48e0-8744-06830bf63ea7 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:42:10.727082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device e8be9d37-fe8a-48e0-8744-06830bf63ea7 not bound to the agent host hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:42:10.814964 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-f82c3575-e0a7-4cb1-b86f-b5fb142b9d96 req-a08a0517-9706-4ad3-8382-808829a77cfc tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Synchronizing usage tracker for tenant:a3a60a8e8f704216a7ba2140afd60014 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:42:10.831688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-f82c3575-e0a7-4cb1-b86f-b5fb142b9d96 req-a08a0517-9706-4ad3-8382-808829a77cfc tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Unset dirty status for tenant:a3a60a8e8f704216a7ba2140afd60014 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:42:10.833152 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f82c3575-e0a7-4cb1-b86f-b5fb142b9d96 req-a08a0517-9706-4ad3-8382-808829a77cfc tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] 10.222.0.32 "GET /v2.0/ports?device_id=ec63eb91-7e53-4819-8ad9-542a7dbceb67 HTTP/1.1" status: 200 len: 210 time: 0.0722098 Nov 20 08:42:10.954768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-755fab55-796b-45de-a12e-8ab852715db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:10.993600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-755fab55-796b-45de-a12e-8ab852715db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:42:11.001527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-755fab55-796b-45de-a12e-8ab852715db7 admin admin] Usage tracker for resource:security_group_rule and tenant:b87e857a4b184b5890d08961c3b91eb3 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:42:11.004966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-755fab55-796b-45de-a12e-8ab852715db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:42:11.012112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-755fab55-796b-45de-a12e-8ab852715db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:42:11.096501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-755fab55-796b-45de-a12e-8ab852715db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:11.101687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-755fab55-796b-45de-a12e-8ab852715db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:11.115204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:11.177130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fab55-796b-45de-a12e-8ab852715db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42308ad3-20c1-4749-bf2e-5b7abed0b0cb,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:11.185407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-755fab55-796b-45de-a12e-8ab852715db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:11.190033 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-755fab55-796b-45de-a12e-8ab852715db7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b87e857a4b184b5890d08961c3b91eb3&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4778068 Nov 20 08:42:11.195243 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36368) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:11.281469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b73d0e6c-0ce7-4875-a6d0-e2beb2799454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:11.320170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b73d0e6c-0ce7-4875-a6d0-e2beb2799454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:11.383776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b73d0e6c-0ce7-4875-a6d0-e2beb2799454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:11.389524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b30840d6-5143-46e8-a7a5-c66484f68487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:11.403687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d0e6c-0ce7-4875-a6d0-e2beb2799454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42308ad3-20c1-4749-bf2e-5b7abed0b0cb,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:11.407180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b73d0e6c-0ce7-4875-a6d0-e2beb2799454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:11.409392 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b73d0e6c-0ce7-4875-a6d0-e2beb2799454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:11.410597 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-b73d0e6c-0ce7-4875-a6d0-e2beb2799454 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42308ad3-20c1-4749-bf2e-5b7abed0b0cb HTTP/1.1" status: 204 len: 168 time: 0.2139084 Nov 20 08:42:17.721079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:42:19.993057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8be70a15-f587-46fc-bf33-fcdfabf6049a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:22.203403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:22.869655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:22.908771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cca2a4f2-d40a-4e72-8391-9f15945c462f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:24.370624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:25.173211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:40.771088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36526) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:40.842883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ca431d-86f5-452e-a9b2-a95c74bfb39a admin admin] Deleting subnet a4181678-b025-47de-babd-ca82fa483b9c {{(pid=80253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:42:40.846524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52ca431d-86f5-452e-a9b2-a95c74bfb39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:40.904028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52ca431d-86f5-452e-a9b2-a95c74bfb39a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:40.912671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52ca431d-86f5-452e-a9b2-a95c74bfb39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:41.188881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52ca431d-86f5-452e-a9b2-a95c74bfb39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for subnet, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:41.205994 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:41.260347 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca431d-86f5-452e-a9b2-a95c74bfb39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4181678-b025-47de-babd-ca82fa483b9c,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:41.265002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-52ca431d-86f5-452e-a9b2-a95c74bfb39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:41.350779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52ca431d-86f5-452e-a9b2-a95c74bfb39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:41.358158 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-52ca431d-86f5-452e-a9b2-a95c74bfb39a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a4181678-b025-47de-babd-ca82fa483b9c HTTP/1.1" status: 204 len: 168 time: 0.5858037 Nov 20 08:42:41.361065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36530) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:41.489829 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:41.696627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:41.822658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.823293 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.823821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.824203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > port after_create 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.824579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.824942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > port after_update 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.825319 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.825688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.826038 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.826394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.970748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.971183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.971567 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.971946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:42:41.972345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7040a493-87be-4e34-be24-52a918baa5ae']}} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:41.987169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b29c729-95dc-4999-8e85-267a570b1217') {'for_net_delete': True} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:41.987511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b29c729-95dc-4999-8e85-267a570b1217') {} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:42.000684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1322003'] for segment, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:42.020189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:42.023942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:42:42.219405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Network 7040a493-87be-4e34-be24-52a918baa5ae has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:42:42.233213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852406434'] for segment, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:42.422684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Network 7040a493-87be-4e34-be24-52a918baa5ae has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: (rel_b, rel_a, rel_b), Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: (rel_b, rel_a, rel_b), Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:42:42.448529 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:42:42.540068 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:42.543970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3f60b22b-01bb-4d7d-a5cc-f16097853baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:42.563796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:42.566537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Pushing event deleted for resources: {'Network': ['ID=7040a493-87be-4e34-be24-52a918baa5ae,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:42.570304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:42.573415 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9715d5fb-ebfd-4cf8-8ba1-2959b6129109 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7040a493-87be-4e34-be24-52a918baa5ae HTTP/1.1" status: 204 len: 168 time: 1.2112503 Nov 20 08:42:42.797340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36536) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:42.891291 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0a901247-5b3c-4f2c-a355-0b070c585060 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3a60a8e8f704216a7ba2140afd60014&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0922375 Nov 20 08:42:42.893628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36540) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:42.965510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:42.997264 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:43.048955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:43.053168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-aa94ebfa-d827-4109-b506-e353ae9e9b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:43.066047 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eceed7-304e-4fcd-8244-71aca1376b36,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:43.079067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:43.080317 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30eceed7-304e-4fcd-8244-71aca1376b36 HTTP/1.1" status: 204 len: 168 time: 0.1856468 Nov 20 08:42:43.084495 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.085259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.085957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.086787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.087682 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.088393 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.088956 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.089624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.090283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.091172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.091864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.092542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.093425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.094098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.095199 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.095893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.096731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.097610 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.098269 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.099620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.100220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.101251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.101919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.102595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:43.108937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:49.986077 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a78f9d04-2529-4cea-b27a-a643876759b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:52.218053 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:52.873938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:52.914556 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8736e5a2-0eda-42dc-8a92-49e3679d6b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.351743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36624) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:54.373002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.519991 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.553515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:42:54.557811 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] Usage tracker for resource:security_group_rule and tenant:1a134520abe9492c9ec878f6fb19bbcf is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:42:54.560762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:42:54.566493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:42:54.649507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.652370 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.659669 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c292e168-0494-4b97-bdc1-311a894f6001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:54.704982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca349835-294c-4e18-a319-1432a5a13f5d,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:54.708798 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:54.712509 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a134520abe9492c9ec878f6fb19bbcf&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3581185 Nov 20 08:42:54.715888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36630) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:54.730080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:42:54.788761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bb605a1a-1a78-41f5-907f-3c02235097b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.817639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bb605a1a-1a78-41f5-907f-3c02235097b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.863276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bb605a1a-1a78-41f5-907f-3c02235097b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.867860 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d8faef72-fe81-403f-a590-f89d002d1947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:54.880191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb605a1a-1a78-41f5-907f-3c02235097b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca349835-294c-4e18-a319-1432a5a13f5d,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:54.885011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bb605a1a-1a78-41f5-907f-3c02235097b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:54.888558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bb605a1a-1a78-41f5-907f-3c02235097b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.889771 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-bb605a1a-1a78-41f5-907f-3c02235097b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca349835-294c-4e18-a319-1432a5a13f5d HTTP/1.1" status: 204 len: 168 time: 0.1726568 Nov 20 08:42:55.181628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:55.794939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36654) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:55.944695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1954019602-network', 'tenant_id': '761446bb47694264aae6812dd60fd4da'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:42:55.950137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:42:55.954353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Usage tracker for resource:network and tenant:761446bb47694264aae6812dd60fd4da is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:42:55.957635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:42:55.964913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:42:55.975443 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Made reservation on behalf of 761446bb47694264aae6812dd60fd4da for: {'network': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:42:55.980363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:55.994907 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.036251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:42:56.041148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Usage tracker for resource:security_group_rule and tenant:761446bb47694264aae6812dd60fd4da is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:42:56.044320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:42:56.050420 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:42:56.131425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.134477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.139275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bb605a1a-1a78-41f5-907f-3c02235097b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:56.172793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:42:56.183566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16efb60b-7290-4a9d-bf56-357ae64b999e,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:56.187661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:56.190473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.190917 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Added segment 013d945c-b0f9-4a4c-a41c-57619357bc68 of type vxlan for network 268a5c32-60ae-434f-ac31-6ccc744eef53 Nov 20 08:42:56.222091 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.255526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.257121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:56.257773 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.263100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:56.373748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Pushing event updated for resources: {'Network': ['ID=268a5c32-60ae-434f-ac31-6ccc744eef53,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:56.377177 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:56.380442 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0d3fc698-0215-4a24-869a-e48d0f1c9280 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5843611 Nov 20 08:42:56.383267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36660) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:56.385550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:42:56.389716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Request body: {'subnet': {'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1954019602-subnet', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'ip_version': 4}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:42:56.396005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:42:56.401483 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Usage tracker for resource:subnet and tenant:761446bb47694264aae6812dd60fd4da is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:42:56.404485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:42:56.405121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:42:56.414239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:42:56.425615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Made reservation on behalf of 761446bb47694264aae6812dd60fd4da for: {'subnet': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:42:56.430982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2978799'] for subnet, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.879940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1349466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2978814'] for subnet, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.897371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:57.038878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b078dc2c-9282-46c0-8ff2-72534c6952ec,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:57.043507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:57.109019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Checking segment: {'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:42:57.109410 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Network hostable DHCP agents. Network: 268a5c32-60ae-434f-ac31-6ccc744eef53, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:42:57.136773 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:42:57.146117 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 268a5c32-60ae-434f-ac31-6ccc744eef53) {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:42:57.156041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205523a5-065f-4afb-8c65-99b8f852fa4c None None] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:42:57.158768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:57.159452 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.181357 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ba0ec0d1-e279-4200-8483-ec0c50d00006 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7967932 Nov 20 08:42:57.184069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36664) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:57.189810 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:42:57.196003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:42:57.201397 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Usage tracker for resource:router and tenant:761446bb47694264aae6812dd60fd4da is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:42:57.205479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:42:57.212599 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:42:57.223109 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854267957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775236'] for router, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.224224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854371163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-564'] for router, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.248186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.411565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854257228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854268100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519'] for router, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.431811 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd700f3d-7deb-5abd-90d0-52bb173c3136-268a5c32-60ae-434f-ac31-6ccc744eef53', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec'}]}} from dv-cinder-733622-11-iscsi. {{(pid=80255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:42:57.432778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.695565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.729813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.744100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Allocated IP 172.20.0.2 (268a5c32-60ae-434f-ac31-6ccc744eef53/b078dc2c-9282-46c0-8ff2-72534c6952ec/ce10c04e-a735-4fcb-9e78-05b33061ee60) {{(pid=80255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:42:58.042385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Allocated IP 172.27.0.55 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/0899326b-6bb5-4557-958d-3567ac553687) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:42:58.052314 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Notify callbacks [] for port, precommit_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:58.074032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Transition to ACTIVE for port object ce10c04e-a735-4fcb-9e78-05b33061ee60 will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:42:58.109197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Transition to ACTIVE for port object ce10c04e-a735-4fcb-9e78-05b33061ee60 will not be triggered until provisioned by entity DHCP. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:42:58.118064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:58.156527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:58.221102 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:58.250441 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:58.266593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:58.332939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Pushing event updated for resources: {'Port': ['ID=ce10c04e-a735-4fcb-9e78-05b33061ee60,revision_number=1']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:58.352106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.352489 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.352838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.353218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.353585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.353950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.354313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.354675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.355088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.355439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.355807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.356168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.356622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.356986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.357346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.357702 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.358058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.358416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.358769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.359181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.359513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.359867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.360227 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.360576 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:58.367022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:58.372076 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 is already hosted by enough agents. {{(pid=80255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:42:58.373468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Resources bound (agent type, host, resource id): {{(pid=80255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:42:58.376293 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Received port after_create {{(pid=80255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:42:58.441354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Attempting to bind port ce10c04e-a735-4fcb-9e78-05b33061ee60 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:42:58.441718 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Pushing event updated for resources: {'Port': ['ID=0899326b-6bb5-4557-958d-3567ac553687,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:58.441909 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Attempting to bind port ce10c04e-a735-4fcb-9e78-05b33061ee60 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:42:58.442162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Attempting to bind port ce10c04e-a735-4fcb-9e78-05b33061ee60 on network 268a5c32-60ae-434f-ac31-6ccc744eef53 {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:42:58.447069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:58.452285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:42:58.452285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Checking segment: {'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:42:58.452729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:58.453111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Bound using segment: {'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:42:58.453499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Bound port: ce10c04e-a735-4fcb-9e78-05b33061ee60, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:42:58.454030 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:58.499946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:42:58.501343 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:42:58.504213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:42:58.555414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] For port ce10c04e-a735-4fcb-9e78-05b33061ee60, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:42:58.558931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] For port ce10c04e-a735-4fcb-9e78-05b33061ee60, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ce10c04e-a735-4fcb-9e78-05b33061ee60,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:42:58.562634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:58.579095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:58.691144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:58.692203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518574'] for router, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:58.748021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Pushing event updated for resources: {'Port': ['ID=ce10c04e-a735-4fcb-9e78-05b33061ee60,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:58.754184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:58.964828 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 is scheduled to L3 agent 4199047a-b796-4111-9015-afb7f73345dd with binding_index 1 {{(pid=80254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:42:59.257471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:42:59.268960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Sync routers for ids ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:42:59.290384 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Routers {'86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:42:59.291136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:42:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:59.307423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Notify callbacks [] for router, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.308961 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1237798 Nov 20 08:42:59.311893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36668) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:59.640847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Set router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:00.379600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ce10c04e-a735-4fcb-9e78-05b33061ee60 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:00.524427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.532781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port ce10c04e-a735-4fcb-9e78-05b33061ee60 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:00.544637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:42:58Z', 'revision_number': 3, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:00.550016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Checking router: 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:43:00.550016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Updating router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 port 0899326b-6bb5-4557-958d-3567ac553687 binding host dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:43:00.586217 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a267a-e639-4e20-84a1-9e80d41c16aa None None] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:43:00.729502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.760445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-fe0ce552-c597-401b-b565-cdfcbcc250f4 None None] Provisioning for port ce10c04e-a735-4fcb-9e78-05b33061ee60 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:00.782972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-fe0ce552-c597-401b-b565-cdfcbcc250f4 None None] Provisioning complete for port ce10c04e-a735-4fcb-9e78-05b33061ee60 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:00.783394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce552-c597-401b-b565-cdfcbcc250f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.922867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Allocated IP 172.20.0.1 (268a5c32-60ae-434f-ac31-6ccc744eef53/b078dc2c-9282-46c0-8ff2-72534c6952ec/fa5d8750-7790-4d57-a582-b6b34235c970) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:43:01.110603 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.129534 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Transition to ACTIVE for port object fa5d8750-7790-4d57-a582-b6b34235c970 will not be triggered until provisioned by entity DHCP. {{(pid=80254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:43:01.152809 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.170098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:01.211593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce552-c597-401b-b565-cdfcbcc250f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.320195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Pushing event updated for resources: {'Port': ['ID=fa5d8750-7790-4d57-a582-b6b34235c970,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:01.324978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:01.379888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:43:01.381664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:43:01.384130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:43:01.416213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-fe0ce552-c597-401b-b565-cdfcbcc250f4 None None] For port ce10c04e-a735-4fcb-9e78-05b33061ee60, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ce10c04e-a735-4fcb-9e78-05b33061ee60,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:01.423122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce552-c597-401b-b565-cdfcbcc250f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.426083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:01.446686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518520'] for router_interface, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.541739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.564571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ce552-c597-401b-b565-cdfcbcc250f4 None None] Pushing event updated for resources: {'Port': ['ID=ce10c04e-a735-4fcb-9e78-05b33061ee60,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:01.570604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fe0ce552-c597-401b-b565-cdfcbcc250f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:01.585541 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Notify callbacks [] for port, precommit_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.601655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Transition to ACTIVE for port object 0899326b-6bb5-4557-958d-3567ac553687 will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:43:01.605008 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.622473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:01.817742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26b1a3-d0e5-46d9-99d5-07dd52788744 None None] Pushing event updated for resources: {'Port': ['ID=0899326b-6bb5-4557-958d-3567ac553687,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:01.829253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bc26b1a3-d0e5-46d9-99d5-07dd52788744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:01.830249 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-a2f2b0b2-a351-4bff-858e-e12fa6db0317 None None] Provisioning complete for port ce10c04e-a735-4fcb-9e78-05b33061ee60 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:01.831025 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a2f2b0b2-a351-4bff-858e-e12fa6db0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.917431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.921819 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347794'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.962316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:01.976447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Attempting to bind port 0899326b-6bb5-4557-958d-3567ac553687 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:43:01.976873 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Attempting to bind port 0899326b-6bb5-4557-958d-3567ac553687 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:43:01.977283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Attempting to bind port 0899326b-6bb5-4557-958d-3567ac553687 on network 24cc1651-bd06-4774-a165-46441dd7e5d9 {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:43:02.017165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:43:02.017984 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Checking segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:43:02.018743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.019542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Bound using segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:43:02.020434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Bound port: 0899326b-6bb5-4557-958d-3567ac553687, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:43:02.021225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.057636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Pushing event updated for resources: {'Port': ['ID=fa5d8750-7790-4d57-a582-b6b34235c970,revision_number=2']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:02.062790 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:02.063855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16058335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501919'] for router_interface, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.153225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] For port 0899326b-6bb5-4557-958d-3567ac553687, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:43:02.157781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] For port 0899326b-6bb5-4557-958d-3567ac553687, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=0899326b-6bb5-4557-958d-3567ac553687,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:43:02.176915 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.197582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fe0ce552-c597-401b-b565-cdfcbcc250f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:02.275017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ce10c04e-a735-4fcb-9e78-05b33061ee60 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:02.277794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:43:02.279091 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:43:02.585646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-045572b9-a89f-4db6-bef5-eb101e485cdc None None] Provisioning for port fa5d8750-7790-4d57-a582-b6b34235c970 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:02.600325 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-045572b9-a89f-4db6-bef5-eb101e485cdc None None] Provisioning complete for port fa5d8750-7790-4d57-a582-b6b34235c970 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:02.600756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-045572b9-a89f-4db6-bef5-eb101e485cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.648149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26b1a3-d0e5-46d9-99d5-07dd52788744 None None] Pushing event updated for resources: {'Port': ['ID=0899326b-6bb5-4557-958d-3567ac553687,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:02.675010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bc26b1a3-d0e5-46d9-99d5-07dd52788744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:02.705271 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-045572b9-a89f-4db6-bef5-eb101e485cdc None None] Port fa5d8750-7790-4d57-a582-b6b34235c970 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:43:02.720156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port ce10c04e-a735-4fcb-9e78-05b33061ee60 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:02.720579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.727477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:43:02.793154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-045572b9-a89f-4db6-bef5-eb101e485cdc None None] Provisioning complete for port ce10c04e-a735-4fcb-9e78-05b33061ee60 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:02.793591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-045572b9-a89f-4db6-bef5-eb101e485cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.862232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Routers {'86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:02.862978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:42:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:02.977880 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:43:02.989176 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] 10.222.0.32 "PUT /v2.0/routers/86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6761110 Nov 20 08:43:03.215052 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] Set router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:03.460016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-4b430f41-9846-423c-a0c0-d05889cc0958 None None] Provisioning complete for port fa5d8750-7790-4d57-a582-b6b34235c970 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:03.460446 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b430f41-9846-423c-a0c0-d05889cc0958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:03.556543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-4b430f41-9846-423c-a0c0-d05889cc0958 None None] Port fa5d8750-7790-4d57-a582-b6b34235c970 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:43:03.623602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-4b430f41-9846-423c-a0c0-d05889cc0958 None None] Provisioning complete for port ce10c04e-a735-4fcb-9e78-05b33061ee60 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:03.624169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4b430f41-9846-423c-a0c0-d05889cc0958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:03.707414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 2, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:03.739363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b22a10-3c56-4760-8571-4d2b9b4480ed None None] The sync data for ids ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'] in dv-cinder-733622-11-iscsi is: [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 2, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:43:06.273834 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 0899326b-6bb5-4557-958d-3567ac553687 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:06.353908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 0899326b-6bb5-4557-958d-3567ac553687 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:06.361572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 0899326b-6bb5-4557-958d-3567ac553687 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:06.362001 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:06.515791 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:06.537321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port 0899326b-6bb5-4557-958d-3567ac553687, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=0899326b-6bb5-4557-958d-3567ac553687,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:06.541007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:06.543327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:06.649336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=0899326b-6bb5-4557-958d-3567ac553687,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:06.654776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:07.542122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Sync routers for ids ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:43:07.561569 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Routers {'86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:07.563574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:42:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:07.904341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Set router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:08.265493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 0899326b-6bb5-4557-958d-3567ac553687 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:08.377439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 0899326b-6bb5-4557-958d-3567ac553687 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:08.377792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 2, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:08.378177 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:08.383327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Checking router: 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:43:08.383960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Updating router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 port fa5d8750-7790-4d57-a582-b6b34235c970 binding host dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:43:08.484047 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:08.997011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Notify callbacks [] for port, precommit_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:09.014805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Transition to ACTIVE for port object fa5d8750-7790-4d57-a582-b6b34235c970 will not be triggered until provisioned by entity L2. {{(pid=80256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:43:09.018882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:09.038595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:09.197900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Pushing event updated for resources: {'Port': ['ID=fa5d8750-7790-4d57-a582-b6b34235c970,revision_number=3']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:09.213792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.214148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.214525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.214931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.215288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.215655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.216015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.216015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.217793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.217793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.217793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.217793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.218104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.218471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.218844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.219200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.219557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.219912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.220267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.220619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.220974 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.221337 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.221688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.222037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:09.228992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:09.394321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Attempting to bind port fa5d8750-7790-4d57-a582-b6b34235c970 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:43:09.395496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Attempting to bind port fa5d8750-7790-4d57-a582-b6b34235c970 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:43:09.395496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Attempting to bind port fa5d8750-7790-4d57-a582-b6b34235c970 on network 268a5c32-60ae-434f-ac31-6ccc744eef53 {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:43:09.404052 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:43:09.404480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Checking segment: {'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:43:09.405003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:09.405459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Bound using segment: {'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:43:09.406111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Bound port: fa5d8750-7790-4d57-a582-b6b34235c970, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'}}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:43:09.406537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:09.522652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] For port fa5d8750-7790-4d57-a582-b6b34235c970, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:43:09.526964 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] For port fa5d8750-7790-4d57-a582-b6b34235c970, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=fa5d8750-7790-4d57-a582-b6b34235c970,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:43:09.535237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:09.559670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-96e3f894-97cf-4b76-a909-6ececd34cc76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:09.746118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Pushing event updated for resources: {'Port': ['ID=fa5d8750-7790-4d57-a582-b6b34235c970,revision_number=4']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:09.750458 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-45b585e8-516e-4f6e-9c58-6de4b748d194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:09.807484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Routers {'86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:09.809169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:42:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:10.075040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] Set router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:10.269999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fde4d-c732-4d4c-bf71-1a207e1f1a1e req-34af0319-1303-4f27-a72b-a01f1e63c77c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:10.279945 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6b3fde4d-c732-4d4c-bf71-1a207e1f1a1e req-34af0319-1303-4f27-a72b-a01f1e63c77c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1855698 Nov 20 08:43:10.294142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device fa5d8750-7790-4d57-a582-b6b34235c970 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:10.423506 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6b3fde4d-c732-4d4c-bf71-1a207e1f1a1e req-7a8bb29e-e6b9-4ee0-8072-0a739ba58700 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424634 Nov 20 08:43:10.457139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port fa5d8750-7790-4d57-a582-b6b34235c970 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:10.469152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port fa5d8750-7790-4d57-a582-b6b34235c970 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:10.470453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:10.625253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:10.689579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port fa5d8750-7790-4d57-a582-b6b34235c970, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=fa5d8750-7790-4d57-a582-b6b34235c970,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:10.696352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:10.698646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:10.792906 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2baec-c4c7-43e5-a38a-3fe169b5b1d2 req-31391df9-42cb-4664-aee4-1ad231c713bc tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:10.794259 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-36c2baec-c4c7-43e5-a38a-3fe169b5b1d2 req-31391df9-42cb-4664-aee4-1ad231c713bc tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1453574 Nov 20 08:43:10.817102 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=fa5d8750-7790-4d57-a582-b6b34235c970,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:10.822159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:10.888595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:09Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:10.889762 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-36c2baec-c4c7-43e5-a38a-3fe169b5b1d2 req-4b97e056-72fd-4d84-acc1-3bad85357513 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859911 Nov 20 08:43:10.901928 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b41a4-b7f9-4781-9759-ab04e9dfb71e None None] The sync data for ids ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'] in dv-cinder-733622-11-iscsi is: [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:09Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:43:11.732910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464662e8-fd07-4970-94a6-5fbabd45e4ed req-5b29ed77-6706-4c3f-a9a2-223629551188 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:11.734509 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-464662e8-fd07-4970-94a6-5fbabd45e4ed req-5b29ed77-6706-4c3f-a9a2-223629551188 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1429951 Nov 20 08:43:11.794229 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-464662e8-fd07-4970-94a6-5fbabd45e4ed req-0d13e574-591b-42c1-8996-953181771177 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494311 Nov 20 08:43:12.217351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-d6c4faba-2f59-42b8-aeba-442abb4d9334 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:12.219047 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-d6c4faba-2f59-42b8-aeba-442abb4d9334 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.24 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 945 time: 0.1149285 Nov 20 08:43:12.228348 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbd092-eb10-4cc7-b3e5-9615efb72c8d req-9d4a5793-6469-4c82-89d4-bd6096ff319b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:12.230051 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cbdbd092-eb10-4cc7-b3e5-9615efb72c8d req-9d4a5793-6469-4c82-89d4-bd6096ff319b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1883726 Nov 20 08:43:12.300888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device fa5d8750-7790-4d57-a582-b6b34235c970 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:12.314237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Deleting port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:43:12.314597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:12.385948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port fa5d8750-7790-4d57-a582-b6b34235c970 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:12.386922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:12.417802 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cbdbd092-eb10-4cc7-b3e5-9615efb72c8d req-eee70425-88c3-4ee3-8246-9332f6b33f65 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761585 Nov 20 08:43:12.658521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:43:12.678212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] For port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:12.678789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:13.043558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:13.080900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:13.082266 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:13.100757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:13.104468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:13.185548 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9', 'code': 200} Nov 20 08:43:13.190340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,revision_number=7']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:13.195053 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:13.441552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:13.441956 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:13.442309 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Floating IP 0bf7b1ec-5dfb-41fa-8423-11e644b4e5e7 disassociated. External IP: 172.27.0.181, port: 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9. Nov 20 08:43:13.442728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Calling delete_port for 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:43:13.514989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03070654-2817-4f21-bf52-7236d99d5f45 req-d4619dde-de99-4265-ab20-cb88e4f720d8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:13.522862 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-03070654-2817-4f21-bf52-7236d99d5f45 req-d4619dde-de99-4265-ab20-cb88e4f720d8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.1961823 Nov 20 08:43:13.593464 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-03070654-2817-4f21-bf52-7236d99d5f45 req-101e1046-c0d3-42d1-a8be-05f0c6d92770 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694685 Nov 20 08:43:13.662670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:43:13.663129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:43:13.697705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b70b8-2c6e-48c8-ba39-242d08cead13 req-9e4a6d61-0b32-4de5-8083-4efcdb7a155c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:13.701858 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bc0b70b8-2c6e-48c8-ba39-242d08cead13 req-9e4a6d61-0b32-4de5-8083-4efcdb7a155c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1048219 Nov 20 08:43:13.750623 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bc0b70b8-2c6e-48c8-ba39-242d08cead13 req-356cec7f-54f0-4254-a59f-311bf91e4f62 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448010 Nov 20 08:43:14.164312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Deleting port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:43:14.165026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:14.453801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] For port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:14.454213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:14.949804 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-327cfe19-95d5-4e78-a0a8-11755f0ad681 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:14.951413 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-327cfe19-95d5-4e78-a0a8-11755f0ad681 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 815 time: 0.4829481 Nov 20 08:43:14.989590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:14.989994 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:14.990342 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Floating IP 0bf7b1ec-5dfb-41fa-8423-11e644b4e5e7 disassociated. External IP: 172.27.0.181, port: 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9. Nov 20 08:43:14.990714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Calling delete_port for 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:43:15.037615 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-40471883-da78-483a-b8df-fdd100888fa7 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/quotas/761446bb47694264aae6812dd60fd4da HTTP/1.1" status: 200 len: 375 time: 0.0744848 Nov 20 08:43:15.111683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3b4ef-a286-44d9-bdc6-dbf4991e9038 req-bebeec5d-616f-4a6b-a87f-bd8f3f4b9c70 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:15.113326 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-30d3b4ef-a286-44d9-bdc6-dbf4991e9038 req-bebeec5d-616f-4a6b-a87f-bd8f3f4b9c70 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 943 time: 0.3688812 Nov 20 08:43:15.246259 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-30d3b4ef-a286-44d9-bdc6-dbf4991e9038 req-b42eb6ea-4fe3-48d4-96bf-73aaa898eabb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=4cabcfc6-4479-47da-b78c-561e4daa67b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201959 Nov 20 08:43:15.272366 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-1d47804a-cb0f-4e28-b0d9-5e9ca004f87e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2258167 Nov 20 08:43:15.309365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:15.327611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:15.387357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event deleted for resources: {'Port': ['ID=7b97d3d6-8c1f-4189-91dd-d5231d56d0f9,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:15.595089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.595423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.595832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.596237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.596635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.597218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.597425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.597815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.598211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.598600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.599572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.599953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.600427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.600826 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.601214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.601601 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.601990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.602376 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.602765 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.603181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.603572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.603957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.604346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.604729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:15.622075 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:15.699672 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-8eadc0aa-b2fd-4211-a510-4978d8e928ec service neutron] 10.222.0.32 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139278 Nov 20 08:43:15.751049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c5ab3-68b9-41c6-af9e-4cb4f00777cb req-69ad0c9c-36e7-4a34-85d2-c86a7af5026e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:15.752712 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dd7c5ab3-68b9-41c6-af9e-4cb4f00777cb req-69ad0c9c-36e7-4a34-85d2-c86a7af5026e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.3666863 Nov 20 08:43:16.232885 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dd7c5ab3-68b9-41c6-af9e-4cb4f00777cb req-6ec26e00-398c-4b28-b271-040469255705 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624610 Nov 20 08:43:16.261974 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-16a3f58b-1214-4d38-81b8-5f20726d272b service neutron] 10.222.0.32 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5546145 Nov 20 08:43:16.405741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Router 05951af6-6803-4537-bb0b-02ec72f70984 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:43:16.525009 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-474b6e05-232d-4e0f-92f9-f88ea8e5600f req-77b352b2-3e44-4d1b-8187-d8f0c87a5d3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.1019757 Nov 20 08:43:16.528756 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b54bffe8-2083-49c8-9ea9-eff2960720b1 req-caacac2b-734e-4d80-9d7a-3d3cdd925cbb tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 210 time: 0.0634000 Nov 20 08:43:16.756084 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:43:16.766267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] Sync routers for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:43:16.778882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:16.779520 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:42:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:16.793339 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] No DVR routers for this DVR port 7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:43:16.796659 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:16.799825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'name': 'network-vif-deleted', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:16.871741 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e80f9e-fdb0-4056-8ebf-c11239ffff50', 'name': 'network-vif-deleted', 'tag': '7b97d3d6-8c1f-4189-91dd-d5231d56d0f9', 'status': 'completed', 'code': 200} Nov 20 08:43:16.902277 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-45b4e06c-5a0a-4302-b51d-0165729bec45 req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.24 "DELETE /v2.0/ports/7b97d3d6-8c1f-4189-91dd-d5231d56d0f9 HTTP/1.1" status: 204 len: 173 time: 4.6710043 Nov 20 08:43:16.988624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:17.343737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:17.348271 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] Checking router: 05951af6-6803-4537-bb0b-02ec72f70984 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:43:17.360581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:17.361283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:42:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:17.463795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612055c-f729-4544-a754-17f9307960d6 req-4f46a004-5c39-4683-9354-341d28caac7d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:17.465584 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b612055c-f729-4544-a754-17f9307960d6 req-4f46a004-5c39-4683-9354-341d28caac7d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0953753 Nov 20 08:43:17.531733 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b612055c-f729-4544-a754-17f9307960d6 req-17f365aa-8231-491c-9575-772d5b62e8fa tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595765 Nov 20 08:43:17.566397 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:17.860804 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f6a6127b-20cf-4552-b809-b849169a7595 req-1c5c74c1-2c12-4af5-ae26-9efefa03741b tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 210 time: 0.0926330 Nov 20 08:43:17.867846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-a405bf79-af85-406d-985f-1e33bfa60874 req-3e7dbb45-807a-430f-8371-f79c331772e7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Synchronizing usage tracker for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:43:17.889206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-a405bf79-af85-406d-985f-1e33bfa60874 req-3e7dbb45-807a-430f-8371-f79c331772e7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Unset dirty status for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:43:17.890554 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a405bf79-af85-406d-985f-1e33bfa60874 req-3e7dbb45-807a-430f-8371-f79c331772e7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=65e80f9e-fdb0-4056-8ebf-c11239ffff50 HTTP/1.1" status: 200 len: 210 time: 0.1246283 Nov 20 08:43:17.965062 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:17.969428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7340c-142c-4245-a365-1162cf1ae1d0 None None] The sync data for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi is: [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:43:18.419294 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a44a3e6-e96f-4e41-9868-c3336ee1f271 None None] New status for floating IP 0bf7b1ec-5dfb-41fa-8423-11e644b4e5e7: DOWN {{(pid=80256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:43:18.431853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-6d28ca3d-564a-4557-93a7-adc508e13b36 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:18.433518 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-6d28ca3d-564a-4557-93a7-adc508e13b36 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.24 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 815 time: 0.1969721 Nov 20 08:43:18.467589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Request body: {'port': {'device_id': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'admin_state_up': True, 'tenant_id': '761446bb47694264aae6812dd60fd4da'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:18.690332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:18.697182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Usage tracker for resource:port and tenant:761446bb47694264aae6812dd60fd4da is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:18.735968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Quota usage for port was recalculated. Used quota:2. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:18.758660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:18.782077 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Made reservation on behalf of 761446bb47694264aae6812dd60fd4da for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:43:18.789549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:18.856981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:18.880660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ed4fa-32cb-43a9-a357-a75c22cc5cc2 req-17bca620-24ec-4ef1-870b-0acfcfc96f41 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:18.882371 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4e9ed4fa-32cb-43a9-a357-a75c22cc5cc2 req-17bca620-24ec-4ef1-870b-0acfcfc96f41 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1867387 Nov 20 08:43:18.977002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:18.977648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:19.149030 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4e9ed4fa-32cb-43a9-a357-a75c22cc5cc2 req-b175b8ba-ab14-4a4d-9c5d-fb4cdc282d6e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444973 Nov 20 08:43:19.168620 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ff851f48-a356-4759-a439-f13dc0930dbc req-867fc259-c349-4908-ad38-f3ff3bdc12f6 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 210 time: 0.1119232 Nov 20 08:43:19.410428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36844) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:19.416653 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Allocated IP 172.20.0.9 (268a5c32-60ae-434f-ac31-6ccc744eef53/b078dc2c-9282-46c0-8ff2-72534c6952ec/5db9bcd5-60ae-446c-9634-037fef34d6b7) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:43:19.515371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f50c59f2-6171-4a9e-a11d-c4d6e1cc9e64 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:19.549759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f50c59f2-6171-4a9e-a11d-c4d6e1cc9e64 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:19.607200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f50c59f2-6171-4a9e-a11d-c4d6e1cc9e64 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:19.621648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-54ce879c-a9e1-4683-99f8-251c95cc4efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:19.662515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c59f2-6171-4a9e-a11d-c4d6e1cc9e64 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cabcfc6-4479-47da-b78c-561e4daa67b8,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:19.665986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f50c59f2-6171-4a9e-a11d-c4d6e1cc9e64 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:19.679378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f50c59f2-6171-4a9e-a11d-c4d6e1cc9e64 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:19.685641 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f50c59f2-6171-4a9e-a11d-c4d6e1cc9e64 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "DELETE /v2.0/security-groups/4cabcfc6-4479-47da-b78c-561e4daa67b8 HTTP/1.1" status: 204 len: 168 time: 0.2735279 Nov 20 08:43:19.686689 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36848) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:19.715953 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.v2.resource [None req-628f5327-5e50-4819-bd4d-cacc4c58b466 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] show failed (client error): The resource could not be found. Nov 20 08:43:19.719299 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-628f5327-5e50-4819-bd4d-cacc4c58b466 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups/4cabcfc6-4479-47da-b78c-561e4daa67b8 HTTP/1.1" status: 404 len: 347 time: 0.0308082 Nov 20 08:43:19.720429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36852) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:19.941175 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Deleting port 0ef0f31e-ae7c-4e86-b387-8d4ebe29769b {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:43:19.941484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:20.006081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-00c72373-23a0-4388-a64f-e32789c676a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:20.013217 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:20.061594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Transition to ACTIVE for port object 5db9bcd5-60ae-446c-9634-037fef34d6b7 will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:43:20.213192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:20.213666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:20.224562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:20.251621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-058ba563-7682-4a44-a5fb-ca4812b20c4c tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:20.439942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Calling delete_port for 0ef0f31e-ae7c-4e86-b387-8d4ebe29769b owned by network:floatingip {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:43:20.984315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event updated for resources: {'Port': ['ID=5db9bcd5-60ae-446c-9634-037fef34d6b7,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:20.993079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:21.144230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9fbd0-9898-465f-bef0-6fe97cc058f8 req-bd72c47e-80b6-43ce-b628-ee73bf4482ff tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:21.152272 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-28c9fbd0-9898-465f-bef0-6fe97cc058f8 req-bd72c47e-80b6-43ce-b628-ee73bf4482ff tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.6674008 Nov 20 08:43:21.196121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820bed5-fe53-4161-922e-d5b70105b1b8 req-3b166b86-c088-4fd2-8826-4fbf586d881f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:21.197804 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a820bed5-fe53-4161-922e-d5b70105b1b8 req-3b166b86-c088-4fd2-8826-4fbf586d881f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 931 time: 0.7151194 Nov 20 08:43:21.208722 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:43:21.214789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:43:21.217327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:43:21.281853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:21.305571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-920622c6-9611-4c2f-9902-cf765b8501bd tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:21.362262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event deleted for resources: {'Port': ['ID=0ef0f31e-ae7c-4e86-b387-8d4ebe29769b,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:21.365626 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:21.487686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:21.488291 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:21.493552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-f606c6de-4f04-478f-9da6-7002a035a3c7 None None] Provisioning for port 5db9bcd5-60ae-446c-9634-037fef34d6b7 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:21.499067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-f606c6de-4f04-478f-9da6-7002a035a3c7 None None] Provisioning complete for port 5db9bcd5-60ae-446c-9634-037fef34d6b7 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:21.499501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f606c6de-4f04-478f-9da6-7002a035a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:21.510711 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-28c9fbd0-9898-465f-bef0-6fe97cc058f8 req-98cec996-adf8-437d-94f7-33085382d60b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579161 Nov 20 08:43:21.531504 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a820bed5-fe53-4161-922e-d5b70105b1b8 req-a5672c0f-e9f3-48cb-87f5-e10e38edea16 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250277 Nov 20 08:43:21.561286 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0981865 Nov 20 08:43:21.573839 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-f606c6de-4f04-478f-9da6-7002a035a3c7 None None] Port 5db9bcd5-60ae-446c-9634-037fef34d6b7 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:43:21.642888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:21.646212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:21.656488 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "DELETE /v2.0/floatingips/0bf7b1ec-5dfb-41fa-8423-11e644b4e5e7 HTTP/1.1" status: 204 len: 168 time: 1.9310763 Nov 20 08:43:22.231775 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:22.757101 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89413c-4cbe-43f1-9f81-c39138f3a575 req-330cba3e-ff92-4fc9-a152-eee48709ced0 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:22.758766 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ab89413c-4cbe-43f1-9f81-c39138f3a575 req-330cba3e-ff92-4fc9-a152-eee48709ced0 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0973008 Nov 20 08:43:22.810171 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ab89413c-4cbe-43f1-9f81-c39138f3a575 req-0754bb5e-0095-423c-8e1e-4ea55fd4a25e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448699 Nov 20 08:43:22.874130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:22.918853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f326d5b1-8b76-4151-8ad0-a9c9a064b3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.097792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36870) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:23.099695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87c187-c9af-4082-a150-9ade35f2052f req-5a83b818-9ed9-4a0c-a52b-4d1e3cd1a8b9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:23.100514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-bd87c187-c9af-4082-a150-9ade35f2052f req-5a83b818-9ed9-4a0c-a52b-4d1e3cd1a8b9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Synchronizing usage tracker for tenant:761446bb47694264aae6812dd60fd4da on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:43:23.103504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'security_group': {'name': 'tempest-securitygroup--963233317', 'description': 'tempest-description--1268314350'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:23.110221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:23.115200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Usage tracker for resource:security_group and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:23.118549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-bd87c187-c9af-4082-a150-9ade35f2052f req-5a83b818-9ed9-4a0c-a52b-4d1e3cd1a8b9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Unset dirty status for tenant:761446bb47694264aae6812dd60fd4da on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:43:23.119768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:23.120099 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bd87c187-c9af-4082-a150-9ade35f2052f req-5a83b818-9ed9-4a0c-a52b-4d1e3cd1a8b9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 931 time: 0.1215117 Nov 20 08:43:23.126931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:23.139978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.201357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:23.208930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Usage tracker for resource:security_group_rule and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:23.212869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:23.219218 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bd87c187-c9af-4082-a150-9ade35f2052f req-e79314f0-2e28-47b1-bb1f-66e5d35fb739 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919499 Nov 20 08:43:23.220462 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:23.294241 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.297475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.301615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e88e570b-2f7e-46cf-a9bb-6617f648a896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:23.353876 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'SecurityGroup': ['ID=daa65d57-2396-4e05-81cf-9435c346745d,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:23.356786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.358087 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1663 time: 0.2591898 Nov 20 08:43:23.359143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:23.361194 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 36874) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:23.367977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'security_group_rule': {'security_group_id': 'daa65d57-2396-4e05-81cf-9435c346745d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:23.374798 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:23.379200 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Usage tracker for resource:security_group_rule and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:23.383598 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:23.390154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:23.407600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.486040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.489875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.492094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:23.520179 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.521702 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1592679 Nov 20 08:43:23.524416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36878) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:23.530156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8e12b5-36ed-41f3-be28-babbed56bbc5,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:23.530929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'security_group_rule': {'security_group_id': 'daa65d57-2396-4e05-81cf-9435c346745d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:23.533305 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:23.544501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:23.548804 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Usage tracker for resource:security_group_rule and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:23.553092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:23.559853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:23.580204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.647957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.650741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.652928 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e7433302-1022-4290-83e3-939ea779bafb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:23.678575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6826e3a8-ec9f-4e7e-946e-86ce31df0aed,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:23.681618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:23.689640 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group_rule, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:23.691035 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d1a63b1b-ecf3-420f-820b-0a4dc05bcf52 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1654229 Nov 20 08:43:23.694875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 36882) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:23.700780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'floatingip': {'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:23.708417 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:23.713432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Usage tracker for resource:floatingip and tenant:ec3e6a3a848442469961a7497234648b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:23.717020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:23.726434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:23.742644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:24.112106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7b9f5-1702-43c5-934d-33aa3d30cac5 req-eed83480-1f83-41df-a216-09781eced180 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:24.113947 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bfe7b9f5-1702-43c5-934d-33aa3d30cac5 req-eed83480-1f83-41df-a216-09781eced180 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1522849 Nov 20 08:43:24.157800 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:24.171584 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bfe7b9f5-1702-43c5-934d-33aa3d30cac5 req-3af8a42b-cfb1-4402-9379-8c67567db2a8 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497963 Nov 20 08:43:24.370422 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:24.457701 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d949d5-9747-40b8-b5b1-d3ed8db4a6c5 req-fcc683b9-e93f-4b8d-bb9e-d5aa5c81c881 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:24.460033 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-59d949d5-9747-40b8-b5b1-d3ed8db4a6c5 req-fcc683b9-e93f-4b8d-bb9e-d5aa5c81c881 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 931 time: 0.0904329 Nov 20 08:43:24.505853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Allocated IP 172.27.0.128 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/d549e1da-c0c4-481d-803c-01415bb24ab3) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:43:24.516753 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-59d949d5-9747-40b8-b5b1-d3ed8db4a6c5 req-c09a952a-731d-4492-b154-dae5463382fc tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497189 Nov 20 08:43:24.679043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:24.709208 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:24.725409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-68ba3dda-1ee1-4dae-81bc-3865f8bcf7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:24.888134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'Port': ['ID=d549e1da-c0c4-481d-803c-01415bb24ab3,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:24.892860 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:24.941939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:43:24.943991 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:43:24.946139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:43:25.044771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:25.119687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:25.179275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:25.397284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b4e2c-d017-4b61-8214-2cf4469eebd8 req-5f9032f5-85a7-41d5-b4c3-7e9ce54040ef tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:25.398976 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-480b4e2c-d017-4b61-8214-2cf4469eebd8 req-5f9032f5-85a7-41d5-b4c3-7e9ce54040ef tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0926058 Nov 20 08:43:25.408012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for port, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:25.419898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347794'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:25.470962 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-480b4e2c-d017-4b61-8214-2cf4469eebd8 req-a17f2933-e787-4851-a12d-8184a29d2d9f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654857 Nov 20 08:43:25.519918 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d95a5754-28f7-47ca-a395-08a5185d6af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:25.604414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'Port': ['ID=d549e1da-c0c4-481d-803c-01415bb24ab3,revision_number=2']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:25.615678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:25.697600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:25.721571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:25.723186 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3d2f2647-0b6f-4b57-aacf-55bc44eb7748 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0270381 Nov 20 08:43:25.751590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b748b52-c3b3-47fe-a0e7-89ea4178aaaa req-89fdaec2-c8b1-42d3-9078-64931d69f91b tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:25.753229 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5b748b52-c3b3-47fe-a0e7-89ea4178aaaa req-89fdaec2-c8b1-42d3-9078-64931d69f91b tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 931 time: 0.0878065 Nov 20 08:43:25.833448 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5b748b52-c3b3-47fe-a0e7-89ea4178aaaa req-f648dd72-ecbc-44ec-98d5-388a42c85cd4 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732148 Nov 20 08:43:26.028191 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-a58775e2-e641-49ac-8a4c-97e0042a69cb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--963233317&fields=id&tenant_id=ec3e6a3a848442469961a7497234648b HTTP/1.1" status: 200 len: 267 time: 0.0504947 Nov 20 08:43:26.245355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6c0e9418-de73-4988-be9c-272d2f79df1b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:26.247031 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6c0e9418-de73-4988-be9c-272d2f79df1b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 815 time: 0.2113948 Nov 20 08:43:26.268678 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-911e74b9-6de6-4b0b-9fda-52332bb3cb90 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/quotas/ec3e6a3a848442469961a7497234648b HTTP/1.1" status: 200 len: 375 time: 0.0146773 Nov 20 08:43:26.368804 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-c1c30e04-8e01-4db1-964e-246d04309cc8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Synchronizing usage tracker for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:43:26.383006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-c1c30e04-8e01-4db1-964e-246d04309cc8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Unset dirty status for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:43:26.384462 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-c1c30e04-8e01-4db1-964e-246d04309cc8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085985 Nov 20 08:43:26.612417 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-0448fddc-049d-4ff0-8df7-91eb57895565 service neutron] 10.222.0.32 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143629 Nov 20 08:43:26.875588 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7772f-e7c3-4825-86a3-81ba195e6ad1 req-a9a8d0dd-68dc-45bc-9892-7d3221a4aa5b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:26.877322 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cf7772f-e7c3-4825-86a3-81ba195e6ad1 req-a9a8d0dd-68dc-45bc-9892-7d3221a4aa5b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1879997 Nov 20 08:43:26.888588 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-be1b2c67-2543-4884-a67c-f8fa9dd4e397 service neutron] 10.222.0.32 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2628748 Nov 20 08:43:26.936850 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cf7772f-e7c3-4825-86a3-81ba195e6ad1 req-17dcbf48-73ce-43ab-b82a-3a911a86cecf tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516126 Nov 20 08:43:27.203257 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c905e15c-359e-41a9-b200-4821ba67ea62 req-67f39b77-9ecd-405d-a4b9-985055189e69 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 210 time: 0.0598342 Nov 20 08:43:27.246896 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69076cd-2022-4ed3-8b3c-ccf555d5ba57 req-d7794d1e-6fe1-4cf6-8119-8fab2c820463 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:27.255432 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e69076cd-2022-4ed3-8b3c-ccf555d5ba57 req-d7794d1e-6fe1-4cf6-8119-8fab2c820463 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 931 time: 0.1512482 Nov 20 08:43:27.317727 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e69076cd-2022-4ed3-8b3c-ccf555d5ba57 req-1e905100-c0fd-4162-a630-8ef8935f5ac8 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603361 Nov 20 08:43:28.182706 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191c405-4872-4279-bd38-082f975baaa4 req-90c54230-95a1-4765-ad4b-3b956c1c7d56 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:28.184272 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0191c405-4872-4279-bd38-082f975baaa4 req-90c54230-95a1-4765-ad4b-3b956c1c7d56 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0893440 Nov 20 08:43:28.235727 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0191c405-4872-4279-bd38-082f975baaa4 req-c5981e8f-7a3c-4f3c-bf4e-1c38d0914bf8 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 Nov 20 08:43:28.491925 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-14ceb918-16f6-4ca3-905e-b4d0e7b9371b req-0a23462f-1207-47a5-b2c9-b6bff8b335ef tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 210 time: 0.0864697 Nov 20 08:43:28.556439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c2618-293b-49a3-be4f-9c0d5cd5e500 req-c990f03b-bbc8-430a-86c7-ff4be29eb7b9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:28.558148 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-674c2618-293b-49a3-be4f-9c0d5cd5e500 req-c990f03b-bbc8-430a-86c7-ff4be29eb7b9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 931 time: 0.1115224 Nov 20 08:43:28.627296 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-674c2618-293b-49a3-be4f-9c0d5cd5e500 req-5ac7f6ec-4b95-4a47-b6f5-d395a3065818 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564246 Nov 20 08:43:29.490983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb5864-730b-4917-9056-1f9bdfa63544 req-df77f4fe-95b9-4c76-af51-6af681d7ec1d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:29.492713 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-74fb5864-730b-4917-9056-1f9bdfa63544 req-df77f4fe-95b9-4c76-af51-6af681d7ec1d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1175630 Nov 20 08:43:29.545795 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-74fb5864-730b-4917-9056-1f9bdfa63544 req-cf035be4-7a8e-4b75-9648-a245b4bfffed tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467584 Nov 20 08:43:29.697450 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-103b2887-60be-4bb6-a9f8-ca39312e345c req-a1db5116-b3c4-4430-8884-742705eae578 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 210 time: 0.0523973 Nov 20 08:43:29.876288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7afcc-c80c-401f-9e24-b475765669dd req-a5040810-0409-45bc-9b40-f5d9b9e43324 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:29.877850 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-82b7afcc-c80c-401f-9e24-b475765669dd req-a5040810-0409-45bc-9b40-f5d9b9e43324 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 931 time: 0.0875807 Nov 20 08:43:29.930464 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-82b7afcc-c80c-401f-9e24-b475765669dd req-3bc65b35-0142-4603-94e8-e328d2080065 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Nov 20 08:43:30.801930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0fc53-de09-4346-9acd-f45d5c919ff8 req-318643bf-bbac-4dd1-b0d8-5a358b4a2b1f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:30.804235 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-12a0fc53-de09-4346-9acd-f45d5c919ff8 req-318643bf-bbac-4dd1-b0d8-5a358b4a2b1f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0902059 Nov 20 08:43:30.854745 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-12a0fc53-de09-4346-9acd-f45d5c919ff8 req-6e525d1d-d178-4157-be92-413bc5b9e72e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448463 Nov 20 08:43:30.904508 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-20ee56c6-6ccf-48c4-bd7d-231cbe2c89dc req-e75da9a7-bdfa-420b-8ddf-96115aba04ca tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 210 time: 0.0527158 Nov 20 08:43:31.148917 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa69de-d3c3-497b-8816-50428357c01a req-dc11b1b0-a1c0-4e25-90a0-7b376b7658bd tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:31.150607 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d6fa69de-d3c3-497b-8816-50428357c01a req-dc11b1b0-a1c0-4e25-90a0-7b376b7658bd tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 931 time: 0.0884831 Nov 20 08:43:31.218079 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d6fa69de-d3c3-497b-8816-50428357c01a req-58c3a700-ba80-4c2b-9042-53482fcbaaf7 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608923 Nov 20 08:43:31.721154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:43:32.099044 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bd32a1c4-9ece-402f-a39c-eb65d3488e06 req-1aa477df-96a1-4b95-977f-a0a66cc0844b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 210 time: 0.0460572 Nov 20 08:43:32.117946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d6af8-343c-41d1-b8c3-32ef9ad810f1 req-3e80fe0c-3251-47bf-8d07-cd61dff02fbb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:32.119635 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-431d6af8-343c-41d1-b8c3-32ef9ad810f1 req-3e80fe0c-3251-47bf-8d07-cd61dff02fbb tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1326277 Nov 20 08:43:32.173443 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-431d6af8-343c-41d1-b8c3-32ef9ad810f1 req-df24fb7e-fdb9-42b8-a37a-2b4d8e1deed0 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473764 Nov 20 08:43:32.534440 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bab4a2-715f-4690-a96d-3d1e4b2f90cd req-82b26366-1f0a-47d1-9465-1d9fccd667f2 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:32.536289 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-35bab4a2-715f-4690-a96d-3d1e4b2f90cd req-82b26366-1f0a-47d1-9465-1d9fccd667f2 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 931 time: 0.0892584 Nov 20 08:43:32.590251 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-35bab4a2-715f-4690-a96d-3d1e4b2f90cd req-12101e9f-ff9b-416a-8d4d-65709c66c554 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474410 Nov 20 08:43:33.294996 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-564cb66f-17f2-4e7c-9307-d1aa6deb1120 req-851a184f-67aa-4c54-b934-5fa8e00fc7fa tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 210 time: 0.0501456 Nov 20 08:43:33.385646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d3b01-f15a-400b-ad2f-6ec8549530e8 req-d4261ac7-ea2e-40f5-8d8b-c08c63d83442 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:33.387239 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-074d3b01-f15a-400b-ad2f-6ec8549530e8 req-d4261ac7-ea2e-40f5-8d8b-c08c63d83442 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.0844331 Nov 20 08:43:33.436126 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-074d3b01-f15a-400b-ad2f-6ec8549530e8 req-1acb3bbe-d695-4e5b-bc14-8e414db6085c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426795 Nov 20 08:43:33.808150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b2d80-a632-48cf-8c00-a0db9627306c req-c6b3e3b2-0fbf-4b7b-bfa1-842ea1c60a62 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:33.809786 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-816b2d80-a632-48cf-8c00-a0db9627306c req-c6b3e3b2-0fbf-4b7b-bfa1-842ea1c60a62 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 931 time: 0.0880651 Nov 20 08:43:33.860023 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-816b2d80-a632-48cf-8c00-a0db9627306c req-9d64e173-a55b-4910-90a7-0c345a136049 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434966 Nov 20 08:43:33.960908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Request body: {'port': {'device_id': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:34.078751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:34.520843 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-434e6eae-e4ad-42df-9c51-d42ae0eee2a0 req-f992e570-6c7d-462c-85b5-de81dfb1518a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 210 time: 0.0778327 Nov 20 08:43:34.547516 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db9bcd5-60ae-446c-9634-037fef34d6b7 {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:43:34.555630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:34.569322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Transition to ACTIVE for port object 5db9bcd5-60ae-446c-9634-037fef34d6b7 will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:43:34.572122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:34.589913 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d284f20f-2c34-44c2-9175-225a17975bcd tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:35.131110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Pushing event updated for resources: {'Port': ['ID=5db9bcd5-60ae-446c-9634-037fef34d6b7,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:35.146727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:35.305743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a241be-f9c8-4f11-9858-8c67d977a2e6 req-4b7fd7e9-7c07-4db0-ac76-a792f54e2f0e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:35.307344 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e8a241be-f9c8-4f11-9858-8c67d977a2e6 req-4b7fd7e9-7c07-4db0-ac76-a792f54e2f0e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.7185004 Nov 20 08:43:35.374139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-992fd6c1-c9d0-4c2b-8f93-13df0fa4aabc tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:35.376045 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-992fd6c1-c9d0-4c2b-8f93-13df0fa4aabc tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 815 time: 0.3633864 Nov 20 08:43:35.445165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43dd0f-5183-4e5c-aea1-b8a3e9ec5759 req-24747a2a-87f5-4632-bc33-3c2cd295e46c tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:35.446860 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2e43dd0f-5183-4e5c-aea1-b8a3e9ec5759 req-24747a2a-87f5-4632-bc33-3c2cd295e46c tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 943 time: 0.4328787 Nov 20 08:43:35.564066 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e8a241be-f9c8-4f11-9858-8c67d977a2e6 req-f2e2e73d-725e-4f55-b58b-f1f068f3084f tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474027 Nov 20 08:43:35.625999 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2e43dd0f-5183-4e5c-aea1-b8a3e9ec5759 req-eaa0cdf8-11f5-4c6a-b5df-7073f95c687e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623714 Nov 20 08:43:35.635020 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-e53315e3-a843-4583-b3f7-430a8f1c8f60 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec3e6a3a848442469961a7497234648b HTTP/1.1" status: 200 len: 5240 time: 0.2297993 Nov 20 08:43:35.635997 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Attempting to bind port 5db9bcd5-60ae-446c-9634-037fef34d6b7 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:43:35.636373 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Attempting to bind port 5db9bcd5-60ae-446c-9634-037fef34d6b7 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:43:35.636736 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Attempting to bind port 5db9bcd5-60ae-446c-9634-037fef34d6b7 on network 268a5c32-60ae-434f-ac31-6ccc744eef53 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:43:35.648609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'port': {'device_id': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'admin_state_up': True, 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'security_groups': ['daa65d57-2396-4e05-81cf-9435c346745d']}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:35.686053 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:43:35.686704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Checking segment: {'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:43:35.687432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:35.688124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Bound using segment: {'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:43:35.688979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Bound port: 5db9bcd5-60ae-446c-9634-037fef34d6b7, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013d945c-b0f9-4a4c-a41c-57619357bc68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:43:35.689626 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:35.857598 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0c8be63e-8661-4129-9996-a28b7e6e8dbc req-88d8514e-5cda-4ca5-a871-ce7b16e7a795 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 210 time: 0.1475136 Nov 20 08:43:35.957839 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:36.021685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:36.024337 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] For port 5db9bcd5-60ae-446c-9634-037fef34d6b7, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:43:36.092886 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] For port 5db9bcd5-60ae-446c-9634-037fef34d6b7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:43:36.094094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Made reservation on behalf of ec3e6a3a848442469961a7497234648b for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:43:36.100042 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:36.127664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:36.146954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8249ac0b-e785-4d59-a37d-b6f024aa6081 tempest-ServerRescueNegativeTestJSON-1358880051 tempest-ServerRescueNegativeTestJSON-1358880051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:36.368300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Pushing event updated for resources: {'Port': ['ID=5db9bcd5-60ae-446c-9634-037fef34d6b7,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:36.388734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:36.396001 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ad458-1351-4425-b0a8-0c587c928441 req-caef2b22-553c-47a2-ac53-6dc9e2bc3df7 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:36.397727 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-887ad458-1351-4425-b0a8-0c587c928441 req-caef2b22-553c-47a2-ac53-6dc9e2bc3df7 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.4459751 Nov 20 08:43:36.481967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-2eedcbce-6797-4a9c-839e-d930b1fbe373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:36.483719 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-2eedcbce-6797-4a9c-839e-d930b1fbe373 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 1162 time: 0.4490042 Nov 20 08:43:36.715285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:36.715981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:36.717485 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] 10.222.0.24 "PUT /v2.0/ports/5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 1157 time: 2.7622299 Nov 20 08:43:36.718401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:36.729493 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-887ad458-1351-4425-b0a8-0c587c928441 req-6cbe4443-59d5-4017-ac16-ccd01fda552a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253872 Nov 20 08:43:36.793954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-44b864fe-8573-4ba0-8b68-f97f55a2e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:36.795659 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-44b864fe-8573-4ba0-8b68-f97f55a2e3c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 905 time: 0.2863543 Nov 20 08:43:36.834390 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'status': 'completed', 'code': 200} Nov 20 08:43:37.119486 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Allocated IP 172.20.0.4 (3212dd08-f9b6-4467-b55f-4d799007c5a4/1f10555f-7825-4d16-a048-b8792bb1d0f8/f9d3f459-7797-4074-bcff-6c9c46ee1bb5) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:43:37.127119 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a027d558-7e1a-48ac-9097-c97e24e1ba0d req-6a79e5ab-e255-48f9-9938-fd61e58c9747 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 210 time: 0.0909410 Nov 20 08:43:37.181884 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-2529db0a-d928-41b1-89a0-38f7b122723f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20 HTTP/1.1" status: 200 len: 1001 time: 0.2755702 Nov 20 08:43:37.234282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79829c-23eb-45b5-ab8b-cb38e5bad9a8 req-97cd1686-dced-4423-9ed8-bd6fdf3f5cc0 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:37.235849 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9a79829c-23eb-45b5-ab8b-cb38e5bad9a8 req-97cd1686-dced-4423-9ed8-bd6fdf3f5cc0 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 943 time: 0.4360569 Nov 20 08:43:37.317358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-01bb5aeb-5059-40d8-ba33-966873022ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:37.319039 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-01bb5aeb-5059-40d8-ba33-966873022ce5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1160 time: 0.4103405 Nov 20 08:43:37.353344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-998c9947-d00a-4a0e-84c5-0f309f4d8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:37.354956 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-998c9947-d00a-4a0e-84c5-0f309f4d8316 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=396c3ca1-079d-41e6-a54b-a35963e19eee HTTP/1.1" status: 200 len: 850 time: 0.1642413 Nov 20 08:43:37.787278 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-a83910ff-e759-430f-8d7b-1f17276f9446 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 217 time: 0.4310746 Nov 20 08:43:37.789706 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9a79829c-23eb-45b5-ab8b-cb38e5bad9a8 req-c8e35fcb-6029-4072-9384-83fb0893b851 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372589 Nov 20 08:43:37.963910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-a5bf0e59-e2b8-48c7-a51a-40d616f15a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:37.965590 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-a5bf0e59-e2b8-48c7-a51a-40d616f15a3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.1708734 Nov 20 08:43:37.968663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:38.046683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Transition to ACTIVE for port object f9d3f459-7797-4074-bcff-6c9c46ee1bb5 will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:43:38.053290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-2c0d234b-c2b9-44aa-bb03-c8416393b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:38.055015 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-2c0d234b-c2b9-44aa-bb03-c8416393b301 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49bd959b-554f-4b2c-b5ed-bccff4feeebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4106977 Nov 20 08:43:38.205399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aade354-382c-41ab-8275-0951badd845a req-e00933f9-b051-40a4-86a8-275b31ed34cf tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:38.207063 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1aade354-382c-41ab-8275-0951badd845a req-e00933f9-b051-40a4-86a8-275b31ed34cf tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.3308713 Nov 20 08:43:38.241382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:38.261510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-67827562-7a46-468d-9273-6f40ca3f569b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:38.445946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-ad81be53-01a4-417f-a796-4f55e47d3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:38.447677 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-ad81be53-01a4-417f-a796-4f55e47d3877 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4727306 Nov 20 08:43:38.460424 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-f1cdebe4-5045-44de-ba65-b1a231041c86 service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980086 Nov 20 08:43:38.642844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event updated for resources: {'Port': ['ID=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:38.668032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:38.723754 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1aade354-382c-41ab-8275-0951badd845a req-0140bcec-beb6-4fdc-8a07-f7c543386261 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5036924 Nov 20 08:43:38.890098 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-b5ce4b22-9669-465f-af0b-94e73d32995a service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285562 Nov 20 08:43:38.909824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed5c0d-8e31-40fc-9c0d-3c286bf9b1c6 req-8c26664e-9c9b-4d1c-bfca-e3e65a6c5d77 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:38.911899 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c0ed5c0d-8e31-40fc-9c0d-3c286bf9b1c6 req-8c26664e-9c9b-4d1c-bfca-e3e65a6c5d77 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 931 time: 0.5796607 Nov 20 08:43:38.975741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:43:38.993188 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-63d46493-87c5-479e-8186-16c0c5e3e839 req-7d7347af-be68-4de6-b50c-c30a63d16ec2 service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4370382 Nov 20 08:43:39.000769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:43:39.092798 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:43:39.227068 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c0ed5c0d-8e31-40fc-9c0d-3c286bf9b1c6 req-be66f602-aa1a-4ae6-b326-7765bed0859a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826998 Nov 20 08:43:39.231336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:39.232008 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:39.266493 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0a4c9aba-914f-4f8a-b737-dac38430c3d3 req-9a996e46-97ff-42ae-a92f-cb69ea851680 service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3635035 Nov 20 08:43:39.290081 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6482303 Nov 20 08:43:39.291496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-6c2214ba-cece-4d7f-a796-4d51a5a6280f None None] Provisioning for port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:39.296488 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cf62a-eb3a-42ea-91c1-3df071bca3d1 req-5f40c323-229d-4cf2-81ec-fe44f07fce86 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:39.298237 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-398cf62a-eb3a-42ea-91c1-3df071bca3d1 req-5f40c323-229d-4cf2-81ec-fe44f07fce86 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 943 time: 0.3269932 Nov 20 08:43:39.299648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-6c2214ba-cece-4d7f-a796-4d51a5a6280f None None] Provisioning complete for port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:39.300074 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6c2214ba-cece-4d7f-a796-4d51a5a6280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:39.327219 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Request body: {'port': {'device_id': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:39.358162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-6c2214ba-cece-4d7f-a796-4d51a5a6280f None None] Port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:43:39.499790 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-398cf62a-eb3a-42ea-91c1-3df071bca3d1 req-e53a2af4-8898-4cd2-8f44-b607479f2b69 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941240 Nov 20 08:43:39.535842 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:39.561424 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-2028f96c-3fd2-43f8-b280-6fc56cd14fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:39.563134 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-2028f96c-3fd2-43f8-b280-6fc56cd14fc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1160 time: 0.1970167 Nov 20 08:43:40.167058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-aa1f57c6-84d1-4bc6-b082-7b2467921993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:40.168698 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-aa1f57c6-84d1-4bc6-b082-7b2467921993 service neutron] 10.222.0.24 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 909 time: 0.5793049 Nov 20 08:43:40.288991 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-5b1574a0-0d3b-428d-9bf8-473f88c14e77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 217 time: 0.1069305 Nov 20 08:43:40.298288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e4f91-fee9-4f79-8224-62b24cd2907e req-310ea5f7-0c5a-4351-9a59-ff81b6f24418 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:40.300113 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-074e4f91-fee9-4f79-8224-62b24cd2907e req-310ea5f7-0c5a-4351-9a59-ff81b6f24418 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.3542206 Nov 20 08:43:40.558070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-e961a0ea-abca-4963-be91-4b54d6b0015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:40.559752 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-e961a0ea-abca-4963-be91-4b54d6b0015a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.2470136 Nov 20 08:43:40.636245 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-074e4f91-fee9-4f79-8224-62b24cd2907e req-19df919a-5b73-467d-a42a-56df4a6b1ac9 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841094 Nov 20 08:43:40.696210 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88374845-46d1-4856-81ad-856aa1b8cd94 req-5b273d19-61f0-4d9c-93a2-1fa0a0e7af74 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:40.697007 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-88374845-46d1-4856-81ad-856aa1b8cd94 req-5b273d19-61f0-4d9c-93a2-1fa0a0e7af74 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Synchronizing usage tracker for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:43:40.817802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-88374845-46d1-4856-81ad-856aa1b8cd94 req-5b273d19-61f0-4d9c-93a2-1fa0a0e7af74 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Unset dirty status for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:43:40.819088 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-88374845-46d1-4856-81ad-856aa1b8cd94 req-5b273d19-61f0-4d9c-93a2-1fa0a0e7af74 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 931 time: 0.3752861 Nov 20 08:43:40.826737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d3f459-7797-4074-bcff-6c9c46ee1bb5 {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:43:40.835263 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-6bccfeba-456e-48a3-9590-bb562d56e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:40.836876 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-6bccfeba-456e-48a3-9590-bb562d56e6bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2557409 Nov 20 08:43:40.888398 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:40.950783 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Transition to ACTIVE for port object f9d3f459-7797-4074-bcff-6c9c46ee1bb5 will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:43:41.014151 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:41.037035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5aec88ca-6212-46c4-ae2d-862066ee3d3b tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:41.108029 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-88374845-46d1-4856-81ad-856aa1b8cd94 req-b7fb11d7-73f2-4a51-b203-3938219f3874 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758110 Nov 20 08:43:41.152957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:41.229417 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23279cce-f078-40fb-bb5b-6df99fd89619 req-6c8d77bc-0ad2-4cfe-82cc-7ad6a4a08c34 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:41.231096 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-23279cce-f078-40fb-bb5b-6df99fd89619 req-6c8d77bc-0ad2-4cfe-82cc-7ad6a4a08c34 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 943 time: 0.4617584 Nov 20 08:43:41.231259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:41.231621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:41.231800 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:41.243817 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-9f00be06-0146-4ef0-9c8b-5d2647b19d9a service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958676 Nov 20 08:43:41.245983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:41.432828 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-23279cce-f078-40fb-bb5b-6df99fd89619 req-78746e44-01c1-49d4-b8d9-53367bec165d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879396 Nov 20 08:43:41.528128 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b9a318a-e84c-4a7f-a4d3-a94eebace516 req-d3713c36-15db-4ce0-8f68-5bb5bf9b5f92 service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2587657 Nov 20 08:43:41.613211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Attempting to bind port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:43:41.614223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Attempting to bind port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:43:41.614914 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Attempting to bind port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 on network 3212dd08-f9b6-4467-b55f-4d799007c5a4 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:43:41.622506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:43:41.622916 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Checking segment: {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:43:41.623363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:41.623731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Bound using segment: {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:43:41.624344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Bound port: f9d3f459-7797-4074-bcff-6c9c46ee1bb5, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:43:41.624871 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:41.736091 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] For port f9d3f459-7797-4074-bcff-6c9c46ee1bb5, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:43:41.740819 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] For port f9d3f459-7797-4074-bcff-6c9c46ee1bb5, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:43:41.758688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:41.774280 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:41.934847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:41.939626 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:41.973223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:41.973899 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:41.975511 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] 10.222.0.24 "PUT /v2.0/ports/f9d3f459-7797-4074-bcff-6c9c46ee1bb5 HTTP/1.1" status: 200 len: 1157 time: 2.6528683 Nov 20 08:43:41.976058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:42.075172 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5', 'status': 'completed', 'code': 200} Nov 20 08:43:42.128656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-77fda63e-e8e1-4789-ae9e-e60d14b4d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:42.131234 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-77fda63e-e8e1-4789-ae9e-e60d14b4d4d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 1160 time: 0.0972321 Nov 20 08:43:42.231739 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-21096c1b-752e-4c95-83c0-a22832585f0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0747421 Nov 20 08:43:42.365596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-36ca21b4-c2bc-4fe2-b2d3-3137fb44e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:42.367181 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-36ca21b4-c2bc-4fe2-b2d3-3137fb44e7b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.1287620 Nov 20 08:43:42.737495 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48f464-4907-434a-abb1-3024e3ecc26b req-ad275698-480a-4598-83c8-93422fd700a5 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:42.739722 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a48f464-4907-434a-abb1-3024e3ecc26b req-ad275698-480a-4598-83c8-93422fd700a5 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.4612284 Nov 20 08:43:42.820686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-165eb218-729e-4e60-8a5c-bcbee2c94f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:42.822345 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-165eb218-729e-4e60-8a5c-bcbee2c94f1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4467723 Nov 20 08:43:42.828716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daa554-83bd-4898-8af1-d1bfb71c7ff8 req-a90462f2-1645-4fe7-bc65-95a8134f1902 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:42.830346 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-92daa554-83bd-4898-8af1-d1bfb71c7ff8 req-a90462f2-1645-4fe7-bc65-95a8134f1902 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 943 time: 0.1828759 Nov 20 08:43:42.833237 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8a48f464-4907-434a-abb1-3024e3ecc26b req-542a55ff-cf34-4183-a35e-8f1bce4f7024 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870652 Nov 20 08:43:42.997626 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-92daa554-83bd-4898-8af1-d1bfb71c7ff8 req-5c40f072-3c95-46bc-b60c-1c6d8ec88f21 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381984 Nov 20 08:43:43.027270 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-cdd16209-1208-4457-b433-a26ec0e76f90 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927347 Nov 20 08:43:43.154058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.objects.ports [None req-49e362bb-f890-4066-a017-03c25f7d2ea0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80255) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:43:43.194423 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-40655e19-305a-447f-b6c4-b0df1f37d2c9 req-1c918a48-4869-4d03-85c2-4e00b3d0d4db service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1602480 Nov 20 08:43:43.373303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-66d8aed6-b044-4903-a7c3-6fe2c39a1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:43.375271 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-66d8aed6-b044-4903-a7c3-6fe2c39a1300 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 1160 time: 0.0791910 Nov 20 08:43:43.527877 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-ef634145-41bc-496a-99b3-98640b6f405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:43.529572 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-ef634145-41bc-496a-99b3-98640b6f405c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.1474862 Nov 20 08:43:43.608757 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-cc92b762-464b-4a06-a74f-965c395dca76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5 HTTP/1.1" status: 200 len: 217 time: 0.0722249 Nov 20 08:43:43.683786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-af765ce2-8c4c-4a1d-b403-0cdabc44a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:43.685433 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-af765ce2-8c4c-4a1d-b403-0cdabc44a4ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.0698922 Nov 20 08:43:43.777153 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-835f92e5-688f-4766-8991-9a180eb5cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:43.779104 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-835f92e5-688f-4766-8991-9a180eb5cc15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0866091 Nov 20 08:43:43.936874 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-e5281b86-2d43-4b7e-9ce2-ebc439bbbda6 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498284 Nov 20 08:43:44.043130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5db9bcd5-60ae-446c-9634-037fef34d6b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:44.118037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 5db9bcd5-60ae-446c-9634-037fef34d6b7 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:44.123471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5db9bcd5-60ae-446c-9634-037fef34d6b7 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:44.123894 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:44.216459 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-552ef02c-14f8-40dd-8eb2-19a10dd18ea8 req-4b15ae3e-8ea3-48c0-b544-a160aff69cb6 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2727442 Nov 20 08:43:44.253641 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74153f8d-0eb9-466a-9510-0a9e71dbe45e req-2fd9795e-8cc4-457f-aea0-2edeaaf64aec tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:44.255212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:44.256167 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-74153f8d-0eb9-466a-9510-0a9e71dbe45e req-2fd9795e-8cc4-457f-aea0-2edeaaf64aec tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.2058702 Nov 20 08:43:44.287111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:44.297666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 5db9bcd5-60ae-446c-9634-037fef34d6b7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:44.301471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:44.304382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:44.325295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76992b-d4df-4850-9ecc-bb3ce6f3ad70 req-b0d12043-59e6-48f7-bf54-5ceb46b051c4 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:44.328354 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ce76992b-d4df-4850-9ecc-bb3ce6f3ad70 req-b0d12043-59e6-48f7-bf54-5ceb46b051c4 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 943 time: 0.1661065 Nov 20 08:43:44.356213 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-74153f8d-0eb9-466a-9510-0a9e71dbe45e req-42839f07-6d76-4851-977c-f1d793b7f40a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918610 Nov 20 08:43:44.381804 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=5db9bcd5-60ae-446c-9634-037fef34d6b7,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:44.386018 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:44.388717 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ce76992b-d4df-4850-9ecc-bb3ce6f3ad70 req-155fdce0-4c68-434f-8eb1-644f62c1601c tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517015 Nov 20 08:43:44.465564 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'code': 200} Nov 20 08:43:44.751409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1faa161-db2a-4645-ba83-85c36334eebc req-eb3e59a2-436d-40be-b736-981c47ad119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:44.752972 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d1faa161-db2a-4645-ba83-85c36334eebc req-eb3e59a2-436d-40be-b736-981c47ad119b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1162 time: 0.0762558 Nov 20 08:43:44.802826 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d1faa161-db2a-4645-ba83-85c36334eebc req-76552e08-f1cd-493a-8e88-0a0ec02f7928 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424733 Nov 20 08:43:45.177685 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5db9bcd5-60ae-446c-9634-037fef34d6b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:45.250181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5db9bcd5-60ae-446c-9634-037fef34d6b7 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:45.250595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:45.669534 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eca4eb-ad28-48a4-943d-56a4775a6036 req-20a494b6-d0eb-4afc-a00b-8e29235cdbda tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:45.671217 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-99eca4eb-ad28-48a4-943d-56a4775a6036 req-20a494b6-d0eb-4afc-a00b-8e29235cdbda tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 945 time: 0.1492963 Nov 20 08:43:45.678628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b40ad3-9c94-4b98-8396-586ec265cf1b req-4a6b363e-60b2-42fc-80e9-2c5d5974f3ca tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:45.680229 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-32b40ad3-9c94-4b98-8396-586ec265cf1b req-4a6b363e-60b2-42fc-80e9-2c5d5974f3ca tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1200740 Nov 20 08:43:45.762746 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-99eca4eb-ad28-48a4-943d-56a4775a6036 req-b6438ee5-764c-4260-a9d5-fddbc46d9df7 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813842 Nov 20 08:43:45.770178 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-32b40ad3-9c94-4b98-8396-586ec265cf1b req-cab95812-3730-4441-8262-6d4d740ac091 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731611 Nov 20 08:43:47.046849 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae85b3d-d344-4ebb-8db4-2ab89fcc7f64 req-60ede096-f5a7-4a20-9f34-ccdd52b67a6e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:47.048519 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fae85b3d-d344-4ebb-8db4-2ab89fcc7f64 req-60ede096-f5a7-4a20-9f34-ccdd52b67a6e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 945 time: 0.1538224 Nov 20 08:43:47.059439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fc438-3e9b-4bea-8ccb-52db836b3ff5 req-7e634162-68b3-4327-8c7e-da132fd15774 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:47.060935 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-126fc438-3e9b-4bea-8ccb-52db836b3ff5 req-7e634162-68b3-4327-8c7e-da132fd15774 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1258650 Nov 20 08:43:47.141108 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fae85b3d-d344-4ebb-8db4-2ab89fcc7f64 req-d862da19-16da-4862-a4c0-cb716061b756 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791216 Nov 20 08:43:47.150506 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-126fc438-3e9b-4bea-8ccb-52db836b3ff5 req-e3fcec42-c575-47c8-8ca5-f5c50131b837 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736055 Nov 20 08:43:47.354252 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97552a-0888-4b50-8d61-c88b0cbe55a3 req-35dc984a-cd65-49ff-a134-0ae88527db82 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:47.355876 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fd97552a-0888-4b50-8d61-c88b0cbe55a3 req-35dc984a-cd65-49ff-a134-0ae88527db82 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 945 time: 0.0839832 Nov 20 08:43:47.412426 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fd97552a-0888-4b50-8d61-c88b0cbe55a3 req-ce96930f-84d0-415d-a4e3-06a78ce20b6d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496776 Nov 20 08:43:47.830749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f9d3f459-7797-4074-bcff-6c9c46ee1bb5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:47.866621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaca75-a2b2-45c4-9815-5945f8d861cc req-68b64c61-907d-45bf-9021-5f2d3be82705 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:47.868287 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bdbaca75-a2b2-45c4-9815-5945f8d861cc req-68b64c61-907d-45bf-9021-5f2d3be82705 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 945 time: 0.0849884 Nov 20 08:43:47.905543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:47.910645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:47.911586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:47.919173 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bdbaca75-a2b2-45c4-9815-5945f8d861cc req-66fa7288-a264-4b9d-ad5c-d514b524f0df tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Nov 20 08:43:48.196663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:48.230541 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port f9d3f459-7797-4074-bcff-6c9c46ee1bb5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:48.231732 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:48.237521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:48.240868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:48.321099 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5', 'code': 200} Nov 20 08:43:48.338273 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:48.350734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:48.439812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf31949-5897-46c2-8cb1-89d4679c8487 req-5caa40a6-733c-453c-bf87-f37fd55a6d8c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:48.442140 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bbf31949-5897-46c2-8cb1-89d4679c8487 req-5caa40a6-733c-453c-bf87-f37fd55a6d8c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1288900 Nov 20 08:43:48.527206 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bbf31949-5897-46c2-8cb1-89d4679c8487 req-91cf51db-0a12-4a3f-8f15-b070125d6591 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748677 Nov 20 08:43:48.613158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878f67f-a2d9-49b9-9ddf-fb368e9d3132 req-ba3622cc-db47-49db-8029-c8c5bf201a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:48.614894 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2878f67f-a2d9-49b9-9ddf-fb368e9d3132 req-ba3622cc-db47-49db-8029-c8c5bf201a55 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 1162 time: 0.0775635 Nov 20 08:43:48.661875 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2878f67f-a2d9-49b9-9ddf-fb368e9d3132 req-dd015fd8-2488-4020-8961-c194bbc75685 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399492 Nov 20 08:43:49.213354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f9d3f459-7797-4074-bcff-6c9c46ee1bb5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:49.289404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:49.289822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:49.439986 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-6f204dfa-d585-45b9-b6c2-615f274b4407 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0809383 Nov 20 08:43:49.613735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-0e7275bf-a036-495a-af1d-2fdfc0553d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:49.615450 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-0e7275bf-a036-495a-af1d-2fdfc0553d60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 1162 time: 0.0798230 Nov 20 08:43:49.852199 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-e642d751-56b8-4f69-a4ce-1bd0006de29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:49.853847 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-e642d751-56b8-4f69-a4ce-1bd0006de29c service neutron] 10.222.0.24 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 905 time: 0.2112658 Nov 20 08:43:49.869010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428780b-b8da-49b8-893d-f4f1eef7c240 req-31d62657-8b28-40b9-9843-2dddc40b707f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:49.870589 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e428780b-b8da-49b8-893d-f4f1eef7c240 req-31d62657-8b28-40b9-9843-2dddc40b707f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1839738 Nov 20 08:43:49.993297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c5698700-e2fd-4d80-8396-a1c872faac08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:50.014357 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e428780b-b8da-49b8-893d-f4f1eef7c240 req-1fb93e1a-07ca-492e-a077-bf1e12424cbf tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916691 Nov 20 08:43:50.016223 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-cd227693-192f-4c8e-86c2-c5035e1e49ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20 HTTP/1.1" status: 200 len: 1001 time: 0.1446784 Nov 20 08:43:50.090724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-a279b8d1-97fe-475d-ae78-de531b746781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:50.092560 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-a279b8d1-97fe-475d-ae78-de531b746781 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=396c3ca1-079d-41e6-a54b-a35963e19eee HTTP/1.1" status: 200 len: 850 time: 0.0686438 Nov 20 08:43:50.188930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-ce0270f1-b534-4b0b-9b0a-8f63621c2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:50.190615 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-ce0270f1-b534-4b0b-9b0a-8f63621c2b20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49bd959b-554f-4b2c-b5ed-bccff4feeebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771525 Nov 20 08:43:50.367169 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-33f7b139-7598-4db1-a311-74e90c37a804 service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516955 Nov 20 08:43:50.538609 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f461625b-81eb-400e-9188-2fd54316c2a2 req-deca74a7-8fea-41cb-8411-98f12184bbfe service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1466024 Nov 20 08:43:51.314579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f9d3f459-7797-4074-bcff-6c9c46ee1bb5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:51.392254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:51.392979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:51.506317 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9cb46-f59b-4420-a47d-bc137110a875 req-3cf8e713-180f-4bbd-8657-86a3625097e0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:51.509030 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-def9cb46-f59b-4420-a47d-bc137110a875 req-3cf8e713-180f-4bbd-8657-86a3625097e0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.3404350 Nov 20 08:43:51.558199 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-def9cb46-f59b-4420-a47d-bc137110a875 req-3b9bf595-ce65-4afc-94f4-ae4437772835 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430012 Nov 20 08:43:51.787765 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7c002-5081-4ede-9211-94a35cd8bd10 req-b1a916d8-0d6b-4096-b4ee-0dcfddca36c5 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:51.789379 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-70f7c002-5081-4ede-9211-94a35cd8bd10 req-b1a916d8-0d6b-4096-b4ee-0dcfddca36c5 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0863757 Nov 20 08:43:51.798714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 37054) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:51.804909 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-d0a11a95-310c-4aad-b6dc-8736072dcb3b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Request body: {'floatingip': {'port_id': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:51.885563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d0a11a95-310c-4aad-b6dc-8736072dcb3b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:52.266592 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:52.544586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d0a11a95-310c-4aad-b6dc-8736072dcb3b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:52.547533 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d0a11a95-310c-4aad-b6dc-8736072dcb3b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:52.765521 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [None req-d0a11a95-310c-4aad-b6dc-8736072dcb3b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Floating IP c9429895-07f7-455b-97ce-495ef263f6dd associated. External IP: 172.27.0.128, port: f9d3f459-7797-4074-bcff-6c9c46ee1bb5. Nov 20 08:43:52.871624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:52.913507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2377-10d2-4f39-84ff-9fdea505b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:53.198935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a11a95-310c-4aad-b6dc-8736072dcb3b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Router 05951af6-6803-4537-bb0b-02ec72f70984 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:43:53.419232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a11a95-310c-4aad-b6dc-8736072dcb3b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:43:53.424259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d0a11a95-310c-4aad-b6dc-8736072dcb3b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:53.429557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] Sync routers for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:43:53.442664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:53.443427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:43:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:53.480263 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d0a11a95-310c-4aad-b6dc-8736072dcb3b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "PUT /v2.0/floatingips/c9429895-07f7-455b-97ce-495ef263f6dd HTTP/1.1" status: 200 len: 991 time: 1.6803966 Nov 20 08:43:53.480943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:53.551944 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5', 'status': 'completed', 'code': 200} Nov 20 08:43:53.638173 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:53.700673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-a5f17ddd-270e-4495-8d31-0e27d4484258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:53.702438 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-a5f17ddd-270e-4495-8d31-0e27d4484258 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 1162 time: 0.0836244 Nov 20 08:43:53.854088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-76734596-e8de-4394-bdd6-e5a2b3194b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:53.855689 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-76734596-e8de-4394-bdd6-e5a2b3194b74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.1448128 Nov 20 08:43:53.969224 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-99fbe947-3a6b-4375-87b3-577af908a7a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5 HTTP/1.1" status: 200 len: 999 time: 0.1063299 Nov 20 08:43:54.022463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': 'c9429895-07f7-455b-97ce-495ef263f6dd', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'port_id': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'mac_address': 'fa:16:3e:6a:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:43:25Z', 'updated_at': '2020-11-20T08:43:52Z', 'revision_number': 1, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:54.026689 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] Checking router: 05951af6-6803-4537-bb0b-02ec72f70984 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:43:54.038475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:54.039226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:43:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:54.044175 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-b405c196-7819-48a7-8d43-e4fc71da3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:54.045784 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-b405c196-7819-48a7-8d43-e4fc71da3f3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.0689340 Nov 20 08:43:54.129287 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-2397c9d8-305b-4254-9079-8093fe579d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:54.131202 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-2397c9d8-305b-4254-9079-8093fe579d80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0767615 Nov 20 08:43:54.231795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:54.279440 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-3b4dbee5-2ba9-44e4-ae94-93e43d17e853 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411748 Nov 20 08:43:54.403133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:54.443135 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9bd3868b-95dd-4503-8744-c808b8aa7327 req-97341049-e2e4-46b2-821e-27f30fec184c service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454449 Nov 20 08:43:54.629894 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': 'c9429895-07f7-455b-97ce-495ef263f6dd', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'port_id': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'mac_address': 'fa:16:3e:6a:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:43:25Z', 'updated_at': '2020-11-20T08:43:52Z', 'revision_number': 1, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:54.634154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b904f-4f4b-49bd-a4c1-e07a4c1a34ca None None] The sync data for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi is: [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': 'c9429895-07f7-455b-97ce-495ef263f6dd', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'port_id': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'mac_address': 'fa:16:3e:6a:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:43:25Z', 'updated_at': '2020-11-20T08:43:52Z', 'revision_number': 1, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:43:54.937080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceccebd-2d8b-469f-b220-dd4bd5b5486f None None] New status for floating IP c9429895-07f7-455b-97ce-495ef263f6dd: ACTIVE {{(pid=80256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:43:55.180518 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:58.950094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9b42f-0c99-4573-b49f-3433e2b3cf90 req-972a493f-8759-48ce-a508-7cc8cf44009c tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:58.952349 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e1f9b42f-0c99-4573-b49f-3433e2b3cf90 req-972a493f-8759-48ce-a508-7cc8cf44009c tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 945 time: 0.3253069 Nov 20 08:43:59.005397 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e1f9b42f-0c99-4573-b49f-3433e2b3cf90 req-2baf1138-5534-4c1e-839a-d16e1b69126d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457029 Nov 20 08:43:59.244566 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-efc7fd44-c8bf-4ceb-9a67-dc99003b2a36 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1685634 Nov 20 08:43:59.255620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Request body: {'floatingip': {'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:59.261876 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:59.266054 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Usage tracker for resource:floatingip and tenant:761446bb47694264aae6812dd60fd4da is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:59.269185 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:59.275752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:59.286417 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for floatingip, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:59.447703 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:59.734724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Allocated IP 172.27.0.106 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/fb08d801-7e7f-4d7e-bdcf-a9ebb500e50e) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:43:59.889546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:59.916735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:59.932242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8a0c90ff-9972-4439-9a11-7ef7751f62fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:00.075220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event updated for resources: {'Port': ['ID=fb08d801-7e7f-4d7e-bdcf-a9ebb500e50e,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:00.079681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:00.124251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:44:00.125660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:44:00.128114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:44:00.226328 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for floatingip, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.286972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.567478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.571426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.587654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b1e64db9-cdee-4aaf-ab83-f27491a6476b tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:00.724781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event updated for resources: {'Port': ['ID=fb08d801-7e7f-4d7e-bdcf-a9ebb500e50e,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:00.728126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:00.844050 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.870586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.871948 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6210580 Nov 20 08:44:00.960099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-054f9e91-0626-4a55-abc6-44b4ea03c81e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Synchronizing usage tracker for tenant:761446bb47694264aae6812dd60fd4da on resource:floatingip {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:00.977229 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-054f9e91-0626-4a55-abc6-44b4ea03c81e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Unset dirty status for tenant:761446bb47694264aae6812dd60fd4da on resource:floatingip {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:00.978506 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-054f9e91-0626-4a55-abc6-44b4ea03c81e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.106 HTTP/1.1" status: 200 len: 696 time: 0.0999477 Nov 20 08:44:01.147471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-3b16289c-86dd-45e4-b623-13264147f382 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:01.148970 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1f4ca493-d681-4328-b755-a6f9ddf95eb1 req-3b16289c-86dd-45e4-b623-13264147f382 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 784 time: 0.1642768 Nov 20 08:44:01.348680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-274ac3d7-8dcb-4802-969f-48dfeabeef35 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:01.350338 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-274ac3d7-8dcb-4802-969f-48dfeabeef35 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0903869 Nov 20 08:44:01.440619 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-94ac74b0-6048-45f4-9cb9-1afb6844a8b6 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.106 HTTP/1.1" status: 200 len: 696 time: 0.0841591 Nov 20 08:44:01.451116 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-7e7f612e-daf8-4032-918c-84fd64efa2ba tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Request body: {'floatingip': {'port_id': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:01.533553 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-7e7f612e-daf8-4032-918c-84fd64efa2ba tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for floatingip, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:02.182002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-7e7f612e-daf8-4032-918c-84fd64efa2ba tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:02.184841 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-7e7f612e-daf8-4032-918c-84fd64efa2ba tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:02.392026 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-7e7f612e-daf8-4032-918c-84fd64efa2ba tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Floating IP f9363de4-e2eb-4dcd-9f13-69b1d88374a8 associated. External IP: 172.27.0.106, port: 5db9bcd5-60ae-446c-9634-037fef34d6b7. Nov 20 08:44:03.034346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-7e7f612e-daf8-4032-918c-84fd64efa2ba tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:44:03.248485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-7e7f612e-daf8-4032-918c-84fd64efa2ba tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:44:03.253688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-7e7f612e-daf8-4032-918c-84fd64efa2ba tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:03.258805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] Sync routers for ids ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:44:03.276674 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] Routers {'86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:03.277365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:43:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:03.322580 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-7e7f612e-daf8-4032-918c-84fd64efa2ba tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "PUT /v2.0/floatingips/f9363de4-e2eb-4dcd-9f13-69b1d88374a8 HTTP/1.1" status: 200 len: 996 time: 1.8754318 Nov 20 08:44:03.323333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:03.390128 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'status': 'completed', 'code': 200} Nov 20 08:44:03.418668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-c30d936c-bef1-47c2-baee-d3c05ff0060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:03.420385 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-c30d936c-bef1-47c2-baee-d3c05ff0060e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1162 time: 0.0916436 Nov 20 08:44:03.471400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] Set router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:03.639460 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-6013922c-8faa-4754-9e0a-9079df50482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:03.641035 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-6013922c-8faa-4754-9e0a-9079df50482d service neutron] 10.222.0.32 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 909 time: 0.2138436 Nov 20 08:44:03.644541 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-6af9d69c-33ce-4908-a7aa-103c3752e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:03.646494 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-6af9d69c-33ce-4908-a7aa-103c3752e3a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1162 time: 0.1853483 Nov 20 08:44:03.855808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': 'f9363de4-e2eb-4dcd-9f13-69b1d88374a8', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'port_id': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'mac_address': 'fa:16:3e:96:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:00Z', 'updated_at': '2020-11-20T08:44:02Z', 'revision_number': 1, 'project_id': '761446bb47694264aae6812dd60fd4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:10Z', 'revision_number': 5, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:03.859995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] Checking router: 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:44:03.872123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] Routers {'86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:03.872803 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-94b665d1-bb8a-4f6e-88e3-3e333cdf85c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 999 time: 0.2232215 Nov 20 08:44:03.872929 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:43:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:03.962711 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-07c42e15-7fda-45b6-8e3a-3bd32f91b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:03.964336 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-07c42e15-7fda-45b6-8e3a-3bd32f91b7b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 909 time: 0.2543433 Nov 20 08:44:03.971732 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-6f1a46ce-5518-47a4-ade4-fc107ed7d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:03.974019 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-6f1a46ce-5518-47a4-ade4-fc107ed7d8b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.0927131 Nov 20 08:44:04.153186 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-32bfd3d0-940c-40ff-812e-51b59768bbed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 999 time: 0.1781025 Nov 20 08:44:04.167073 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-3cc957c9-580b-49a9-8ee1-627aec1dbcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:04.168659 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-3cc957c9-580b-49a9-8ee1-627aec1dbcc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1356883 Nov 20 08:44:04.241511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] Set router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:04.357178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-8c1816f0-f629-4a79-96ae-cd3a382e1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:04.358801 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-8c1816f0-f629-4a79-96ae-cd3a382e1c82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.1569319 Nov 20 08:44:04.441143 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-1cf92d3b-2716-4420-b921-dd861824e17d service neutron] 10.222.0.32 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638676 Nov 20 08:44:04.583777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-f99f46ef-423a-4dc8-8a45-2fd7475926ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:04.585340 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-f99f46ef-423a-4dc8-8a45-2fd7475926ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2159474 Nov 20 08:44:04.626730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': 'f9363de4-e2eb-4dcd-9f13-69b1d88374a8', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'port_id': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'mac_address': 'fa:16:3e:96:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:00Z', 'updated_at': '2020-11-20T08:44:02Z', 'revision_number': 1, 'project_id': '761446bb47694264aae6812dd60fd4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:10Z', 'revision_number': 5, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:04.631944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773f4b7-03b0-458b-b2eb-75a26dbc609c None None] The sync data for ids ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'] in dv-cinder-733622-11-iscsi is: [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': 'f9363de4-e2eb-4dcd-9f13-69b1d88374a8', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'port_id': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'mac_address': 'fa:16:3e:96:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:00Z', 'updated_at': '2020-11-20T08:44:02Z', 'revision_number': 1, 'project_id': '761446bb47694264aae6812dd60fd4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:10Z', 'revision_number': 5, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:44:04.645459 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-93a3235e-877c-48d1-a08c-20fdfb20d76b req-512d4d06-88d7-4760-918c-21ced0928da8 service neutron] 10.222.0.32 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1950619 Nov 20 08:44:04.724134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-789633797', 'description': 'tempest-TestMinimumBasicScenario-789633797 description'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:04.737958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:04.745587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Usage tracker for resource:security_group and tenant:761446bb47694264aae6812dd60fd4da is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:04.750468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:04.759420 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:04.786159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:04.799904 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-85c67567-8271-4862-b189-dd80932607ef service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952136 Nov 20 08:44:04.873296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:04.925077 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d43afe-2ffe-45a3-a96c-d7697525f7a4 None None] New status for floating IP f9363de4-e2eb-4dcd-9f13-69b1d88374a8: ACTIVE {{(pid=80256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:44:05.167268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Usage tracker for resource:security_group_rule and tenant:761446bb47694264aae6812dd60fd4da is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:05.177990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:05.187205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:05.232914 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2291deee-c9ef-446b-8016-f52f4fc4f128 req-827efbce-6fdf-46de-b01d-31a3cbb8d686 service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4216909 Nov 20 08:44:05.281227 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.284922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.313475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-425fc168-1dec-4417-b0a2-95f8cdb4a71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:05.327567 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.329346 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2e09aa5b-6372-40ca-95a5-5a4df9b01c82 req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1701 time: 0.6152759 Nov 20 08:44:05.364279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e8d478-1e59-46ee-99f9-a7d10cc3f592,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:05.368032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:05.430101 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-71d50f55-0673-4509-9830-729190416efe tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups/d2e8d478-1e59-46ee-99f9-a7d10cc3f592 HTTP/1.1" status: 200 len: 1696 time: 0.0587218 Nov 20 08:44:05.442580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2e8d478-1e59-46ee-99f9-a7d10cc3f592', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:05.442969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2e8d478-1e59-46ee-99f9-a7d10cc3f592', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:05.449431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:05.453586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Usage tracker for resource:security_group_rule and tenant:761446bb47694264aae6812dd60fd4da is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:05.456652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:05.462729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:05.523971 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group_rule, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.549060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.552551 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.554782 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8d41241e-c901-4002-ac2c-8eedaef044a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:05.579854 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa207285-4290-4a85-8b7e-fd23e5d8fa5a,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:05.585984 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:05.590182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group_rule, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.591592 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4f54d7f3-c24b-4a09-9a61-a13d753c6765 req-12c67137-d834-4dc0-8f93-8c2ffb3e092f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1547368 Nov 20 08:44:05.682496 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-35ce8b9c-6ff0-4b33-8f6e-ec21d15087b7 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups/d2e8d478-1e59-46ee-99f9-a7d10cc3f592 HTTP/1.1" status: 200 len: 2224 time: 0.0545359 Nov 20 08:44:05.695927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2e8d478-1e59-46ee-99f9-a7d10cc3f592', 'remote_group_id': None}]} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:05.696300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2e8d478-1e59-46ee-99f9-a7d10cc3f592', 'remote_group_id': None}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:05.703006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:05.707606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Usage tracker for resource:security_group_rule and tenant:761446bb47694264aae6812dd60fd4da is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:05.711011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:05.717836 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:05.783455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group_rule, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.810897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.814738 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.822664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bbb331e7-e881-4e62-9784-03eaea6531f4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:05.842225 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806a4934-f30b-4096-b90d-e8dc4105d109,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:05.844972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:05.853665 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group_rule, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:05.855000 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-18552f0b-7724-4a10-8c9d-e5b5fe1e3aa1 req-2afadd92-ca7a-4445-9974-06de58351502 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1656184 Nov 20 08:44:06.010470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-8aa833fe-eb57-47aa-ae32-44cfb71e4a40 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Synchronizing usage tracker for tenant:761446bb47694264aae6812dd60fd4da on resource:security_group {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:06.027554 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-8aa833fe-eb57-47aa-ae32-44cfb71e4a40 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Unset dirty status for tenant:761446bb47694264aae6812dd60fd4da on resource:security_group {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:06.028878 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-8aa833fe-eb57-47aa-ae32-44cfb71e4a40 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-789633797&fields=id&tenant_id=761446bb47694264aae6812dd60fd4da HTTP/1.1" status: 200 len: 267 time: 0.0665627 Nov 20 08:44:06.123786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-d6557c61-132b-4e01-8ba1-9c75e760678b tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:06.125953 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-d6557c61-132b-4e01-8ba1-9c75e760678b tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 945 time: 0.0899727 Nov 20 08:44:06.139453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Request body: {'port': {'security_groups': ['16efb60b-7290-4a9d-bf56-357ae64b999e', 'd2e8d478-1e59-46ee-99f9-a7d10cc3f592']}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:06.272727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:06.619120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] For port 5db9bcd5-60ae-446c-9634-037fef34d6b7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:06.647586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:06.651716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:06.669683 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-eede3b81-2f04-4fa9-b864-e2c67ccc9499 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:06.826067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event updated for resources: {'Port': ['ID=5db9bcd5-60ae-446c-9634-037fef34d6b7,revision_number=5']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:06.829626 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:06.871263 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:06.871952 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:06.873541 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6a42aa2a-0797-4915-a95d-4bc8f782b8dd req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "PUT /v2.0/ports/5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 981 time: 0.7396762 Nov 20 08:44:06.874157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:06.938847 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'status': 'completed', 'code': 200} Nov 20 08:44:07.128505 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-ccd13d9b-2803-4c55-af7c-265da59df62b None None] Provisioning complete for port 5db9bcd5-60ae-446c-9634-037fef34d6b7 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:44:07.129125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ccd13d9b-2803-4c55-af7c-265da59df62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:07.140190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-236558b1-b583-4065-9720-ae06a29f2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:07.141797 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-236558b1-b583-4065-9720-ae06a29f2347 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1202 time: 0.1521544 Nov 20 08:44:07.148745 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3972b7-372a-47ab-a1d9-7a3b211dba5f req-cdc478ba-2b0f-4953-b5c6-a843cfb63913 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:07.150340 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d3972b7-372a-47ab-a1d9-7a3b211dba5f req-cdc478ba-2b0f-4953-b5c6-a843cfb63913 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.1176198 Nov 20 08:44:07.318935 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d3972b7-372a-47ab-a1d9-7a3b211dba5f req-e8a680ea-b8cd-4e4a-9f29-d520f105b8f1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1412871 Nov 20 08:44:07.343999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-094da3c6-bd51-4b0c-af70-d349979c9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:07.345679 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-094da3c6-bd51-4b0c-af70-d349979c9cbb service neutron] 10.222.0.24 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 909 time: 0.1937053 Nov 20 08:44:07.469675 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-16463cd6-e3ce-4fd6-bc32-6af3f621faee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 1001 time: 0.1144018 Nov 20 08:44:07.548851 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-0585c2c3-05d1-45d9-a255-8d0c3f244ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:07.550505 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-0585c2c3-05d1-45d9-a255-8d0c3f244ae3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.0728769 Nov 20 08:44:07.639972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5db9bcd5-60ae-446c-9634-037fef34d6b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:44:07.641810 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-6aed7600-7a02-47c9-8716-ad6eb43b1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:07.643617 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-6aed7600-7a02-47c9-8716-ad6eb43b1d40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0851865 Nov 20 08:44:07.747199 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5db9bcd5-60ae-446c-9634-037fef34d6b7 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:44:07.747547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:07.809577 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-47a3c74c-7fa1-44f5-8244-b28a39a4f272 service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580343 Nov 20 08:44:07.965157 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ced30650-457c-4827-a6d1-acaa59d8b051 req-682f4c31-6d68-4121-84ba-91c5c34cdbd8 service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1477225 Nov 20 08:44:08.723549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:44:19.989541 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d3a304d4-bafb-4f72-b390-e2bdf02f286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:22.261296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:22.878506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:22.918780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d34be163-f316-40dc-a248-fde7753f4a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:22.955680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ca168-9663-4079-9fc5-ccd0d8ce7f9a req-461f5376-7dfb-4276-8b36-dcefc3bc18de tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:22.957569 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-160ca168-9663-4079-9fc5-ccd0d8ce7f9a req-461f5376-7dfb-4276-8b36-dcefc3bc18de tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.0884748 Nov 20 08:44:23.013943 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-160ca168-9663-4079-9fc5-ccd0d8ce7f9a req-f0615291-c23c-415d-85fe-03367d94c1f9 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0501544 Nov 20 08:44:24.242604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e758b4e-d554-4ea0-b1cd-a163f8de4595 req-3c2c2976-a63b-4451-b737-20dd31dcbdb2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:24.244368 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0e758b4e-d554-4ea0-b1cd-a163f8de4595 req-3c2c2976-a63b-4451-b737-20dd31dcbdb2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.0900431 Nov 20 08:44:24.306040 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0e758b4e-d554-4ea0-b1cd-a163f8de4595 req-885057b0-e647-4ede-833d-20abdcf51a5d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0539527 Nov 20 08:44:24.368130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.091741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-999a8749-f366-4a29-b017-b1edfd967222 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:25.093497 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-999a8749-f366-4a29-b017-b1edfd967222 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.0909820 Nov 20 08:44:25.174764 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Deleting port 18ef7a89-a58d-4364-9784-eb204ecde22e {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:25.175202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.186979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.345155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 18ef7a89-a58d-4364-9784-eb204ecde22e no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:44:25.492229 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.511090 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] For port 18ef7a89-a58d-4364-9784-eb204ecde22e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=18ef7a89-a58d-4364-9784-eb204ecde22e,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:25.511572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.524431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ef7a89-a58d-4364-9784-eb204ecde22e'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:25.536060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 18ef7a89-a58d-4364-9784-eb204ecde22e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=18ef7a89-a58d-4364-9784-eb204ecde22e,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:25.539372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.541302 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:25.618117 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ef7a89-a58d-4364-9784-eb204ecde22e', 'code': 200} Nov 20 08:44:25.618959 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=18ef7a89-a58d-4364-9784-eb204ecde22e,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:25.630627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.630909 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.631171 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.631557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.631936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.632314 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.632785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.633063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.633453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.633789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.634157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.634502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.634995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.635367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.635874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.636830 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.636830 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.636830 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.637987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.637987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.637987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.638302 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.638520 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.638900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:25.644363 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:25.742131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47ad3-a8ca-4a3f-8fb0-e8d103ab8527 req-deb22d60-9836-4b75-9177-c67067fda856 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:25.743851 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-68e47ad3-a8ca-4a3f-8fb0-e8d103ab8527 req-deb22d60-9836-4b75-9177-c67067fda856 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 945 time: 0.2950773 Nov 20 08:44:25.902011 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-68e47ad3-a8ca-4a3f-8fb0-e8d103ab8527 req-700d1ad0-dfe6-4218-b59a-cc48ca41ce2a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1496115 Nov 20 08:44:25.910359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.910769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.911175 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Floating IP 175419c9-7139-49bf-8ed0-35e199751a8c disassociated. External IP: 172.27.0.101, port: 18ef7a89-a58d-4364-9784-eb204ecde22e. Nov 20 08:44:25.911521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Calling delete_port for 18ef7a89-a58d-4364-9784-eb204ecde22e owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:25.993502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:44:25.993872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:44:26.495523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Deleting port 18ef7a89-a58d-4364-9784-eb204ecde22e {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:26.496074 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:27.011245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] For port 18ef7a89-a58d-4364-9784-eb204ecde22e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=18ef7a89-a58d-4364-9784-eb204ecde22e,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:27.011634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:27.375170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18287618-695b-4ea6-9d6b-c3b466dc9090 req-e1ab04f1-fe57-4254-a5f9-164b2f80f202 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:27.376827 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-18287618-695b-4ea6-9d6b-c3b466dc9090 req-e1ab04f1-fe57-4254-a5f9-164b2f80f202 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 943 time: 0.2965908 Nov 20 08:44:27.435973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:27.436387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:27.436738 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Floating IP 175419c9-7139-49bf-8ed0-35e199751a8c disassociated. External IP: 172.27.0.101, port: 18ef7a89-a58d-4364-9784-eb204ecde22e. Nov 20 08:44:27.437117 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Calling delete_port for 18ef7a89-a58d-4364-9784-eb204ecde22e owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:27.498114 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-18287618-695b-4ea6-9d6b-c3b466dc9090 req-822668f4-1997-47b3-80e5-34faf7f159ea tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1126485 Nov 20 08:44:27.598638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:27.615015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:27.665156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event deleted for resources: {'Port': ['ID=18ef7a89-a58d-4364-9784-eb204ecde22e,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:27.740437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.740746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.741151 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.741557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.741957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.742362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.742761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.743203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.743589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.743980 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.744372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.744768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.745241 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.745625 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.746015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.746398 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.746785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.747197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.747587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.747971 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.748358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.748745 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.749129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.749775 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:27.757923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:28.038649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Router 42722de5-8477-4473-a00a-b8b543f09930 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:44:28.266360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:44:28.278209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] Sync routers for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:44:28.293262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:28.294701 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:44:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:28.306596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] No DVR routers for this DVR port 18ef7a89-a58d-4364-9784-eb204ecde22e on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:44:28.309022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:28.312083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'name': 'network-vif-deleted', 'tag': '18ef7a89-a58d-4364-9784-eb204ecde22e'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:28.330744 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d1e3905f-a63a-41c5-bf18-10e630bf1147 req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "DELETE /v2.0/ports/18ef7a89-a58d-4364-9784-eb204ecde22e HTTP/1.1" status: 204 len: 173 time: 3.2289374 Nov 20 08:44:28.390971 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8194b26a-5ea4-46e6-b13b-11b742fe4737', 'name': 'network-vif-deleted', 'tag': '18ef7a89-a58d-4364-9784-eb204ecde22e', 'status': 'completed', 'code': 200} Nov 20 08:44:28.509451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:28.687037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-835c8718-728a-4230-b4ef-b300cd5790d5 req-ef828d61-42b6-4a96-8cf3-caa62fa43a00 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:28.702773 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-835c8718-728a-4230-b4ef-b300cd5790d5 req-ef828d61-42b6-4a96-8cf3-caa62fa43a00 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:28.704156 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-835c8718-728a-4230-b4ef-b300cd5790d5 req-ef828d61-42b6-4a96-8cf3-caa62fa43a00 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=8194b26a-5ea4-46e6-b13b-11b742fe4737 HTTP/1.1" status: 200 len: 210 time: 0.0681331 Nov 20 08:44:28.859316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:28.863794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] Checking router: 42722de5-8477-4473-a00a-b8b543f09930 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:44:28.877222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:28.879989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:44:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:29.073180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:29.420331 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:29.425340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd8df4-2c63-4dbf-92d8-38499254e885 None None] The sync data for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi is: [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:44:29.821355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceaee50-a80a-439e-92c5-2a4f09b12892 None None] New status for floating IP 175419c9-7139-49bf-8ed0-35e199751a8c: DOWN {{(pid=80256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:44:30.090601 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-476ae2d3-2335-43bd-af3a-7986cc4094c0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1141973994&fields=id&tenant_id=cbb24c2df5384ba988d38abb22fc49c2 HTTP/1.1" status: 200 len: 267 time: 0.0558536 Nov 20 08:44:30.272024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-b0bb8684-f350-4caa-98a1-dfb6bfe31a9b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:30.273685 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-b0bb8684-f350-4caa-98a1-dfb6bfe31a9b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 812 time: 0.1801364 Nov 20 08:44:30.291936 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-78e3a0ea-160c-43eb-9691-0381f3a007a2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/quotas/cbb24c2df5384ba988d38abb22fc49c2 HTTP/1.1" status: 200 len: 375 time: 0.0121684 Nov 20 08:44:30.383863 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-74383eb6-5f35-4033-82ee-8a767f85f7da tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850956 Nov 20 08:44:30.544069 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-e99d837c-6a75-4675-85d7-711fd0701cdf service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466701 Nov 20 08:44:30.710351 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-80cfaaaa-a1e8-4194-bf2a-d5830fce00c9 service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1594710 Nov 20 08:44:31.154001 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-108215ad-c850-4217-983b-caf13008d1b7 req-25f35d2e-a55b-43a7-87ee-236639900689 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 210 time: 0.0563991 Nov 20 08:44:32.409495 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4849e13d-99b7-42ec-a6a2-931ed815f27b req-3f5c519e-0b68-4c03-a298-872efcdea5c6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 210 time: 0.0690236 Nov 20 08:44:32.453515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-640f6acf-2281-4f60-b6b4-320bff306ed7 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:32.455210 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-640f6acf-2281-4f60-b6b4-320bff306ed7 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 812 time: 0.2882977 Nov 20 08:44:32.572632 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-78520c95-47d6-4d14-a0fc-1784e28621d5 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbb24c2df5384ba988d38abb22fc49c2 HTTP/1.1" status: 200 len: 5287 time: 0.0810487 Nov 20 08:44:32.583241 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'port': {'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'admin_state_up': True, 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'security_groups': ['091c03a1-2504-48b6-af5c-030668c74582']}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:32.754151 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:32.764179 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:32.773883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Made reservation on behalf of cbb24c2df5384ba988d38abb22fc49c2 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:44:32.779394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:33.102757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Allocated IP 172.20.0.8 (270c5563-6854-44e4-aa1d-e900b0b0f5d7/e81c3f6d-027f-43cc-810f-b8875088632c/95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:44:33.320859 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:33.338999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Transition to ACTIVE for port object 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:44:33.361393 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:33.377352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4ac4e408-e139-48e9-80c7-79e907ed4f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:33.532637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'Port': ['ID=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:33.770431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:33.886742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:44:33.888698 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:44:33.891961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:44:33.942151 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1693726-b38e-4950-9069-391dbcb57671 req-4141041d-391e-4498-a3e9-75bebe0a6d37 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:33.943969 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d1693726-b38e-4950-9069-391dbcb57671 req-4141041d-391e-4498-a3e9-75bebe0a6d37 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 931 time: 0.1725144 Nov 20 08:44:33.998241 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:33.998986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.043545 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d1693726-b38e-4950-9069-391dbcb57671 req-b90b7463-9abd-44c1-a847-14be6c5ef7a6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0849259 Nov 20 08:44:34.045270 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4670064 Nov 20 08:44:34.072004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Request body: {'port': {'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:34.113910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-4304a411-4284-4195-b979-57b46f3d4ad3 None None] Provisioning for port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:44:34.119912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-4304a411-4284-4195-b979-57b46f3d4ad3 None None] Provisioning complete for port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:44:34.120812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4304a411-4284-4195-b979-57b46f3d4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.186462 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-4304a411-4284-4195-b979-57b46f3d4ad3 None None] Port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:44:34.205314 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.639948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:44:34.648049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.662133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Transition to ACTIVE for port object 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:44:34.666380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.683669 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ec325a52-3064-4c6a-9f5b-240b934126b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:34.834278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Pushing event updated for resources: {'Port': ['ID=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:34.837786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:35.076654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Attempting to bind port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:44:35.077035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Attempting to bind port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:44:35.077403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Attempting to bind port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad on network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:44:35.090378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:44:35.090378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Checking segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:44:35.090948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.091641 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Bound using segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:44:35.091770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Bound port: 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:44:35.092640 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.265519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] For port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:44:35.277203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] For port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:44:35.282228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.304325 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-967ddcfb-e4d8-4d66-8b49-9f9f0f141c5c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:35.482455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Pushing event updated for resources: {'Port': ['ID=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:35.491807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cd086-e37a-4047-bab3-11a7f3fa5000 req-46737d1e-60ba-40e1-8d63-e4bccd0cd80b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:35.492639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-c66cd086-e37a-4047-bab3-11a7f3fa5000 req-46737d1e-60ba-40e1-8d63-e4bccd0cd80b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:35.495962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:35.527562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-c66cd086-e37a-4047-bab3-11a7f3fa5000 req-46737d1e-60ba-40e1-8d63-e4bccd0cd80b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:35.528816 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c66cd086-e37a-4047-bab3-11a7f3fa5000 req-46737d1e-60ba-40e1-8d63-e4bccd0cd80b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 943 time: 0.3348649 Nov 20 08:44:35.597895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:35.598569 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.600131 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] 10.222.0.24 "PUT /v2.0/ports/95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad HTTP/1.1" status: 200 len: 1157 time: 1.5379355 Nov 20 08:44:35.600675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'tag': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:35.611074 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c66cd086-e37a-4047-bab3-11a7f3fa5000 req-405b7018-be88-4619-b3f6-9afcf36cffae tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0755949 Nov 20 08:44:35.715393 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'tag': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'status': 'completed', 'code': 200} Nov 20 08:44:35.763858 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a5f3a42c-bb91-4485-8961-fd7003e003c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:35.765550 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-a5f3a42c-bb91-4485-8961-fd7003e003c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 1160 time: 0.0957985 Nov 20 08:44:35.856844 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-642a8edc-6e3d-43fe-be69-65cb7c83b668 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad HTTP/1.1" status: 200 len: 217 time: 0.0759966 Nov 20 08:44:35.933915 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-4feeacbf-447c-48a6-a033-a0c3829c894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:35.935618 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-4feeacbf-447c-48a6-a033-a0c3829c894d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.0711832 Nov 20 08:44:36.025561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-4fa2d8de-ba22-4d98-b7b1-79c20269b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:36.027253 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-4fa2d8de-ba22-4d98-b7b1-79c20269b757 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0817230 Nov 20 08:44:36.187305 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-aacf5581-b1d9-4426-9c06-c6957658c241 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526866 Nov 20 08:44:36.342770 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ef4a5c4-558a-4599-b0f4-561973e06be3 req-1707bad3-5553-4da3-b8d1-0a3aa5c71c77 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1486337 Nov 20 08:44:36.559394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-d16c40dd-5a39-44ab-8993-995756107140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:36.561037 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-d16c40dd-5a39-44ab-8993-995756107140 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 1160 time: 0.0780478 Nov 20 08:44:36.727577 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-8cf8bea5-5442-4657-b7ab-5e7d962f1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:36.729225 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-8cf8bea5-5442-4657-b7ab-5e7d962f1e67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.1616857 Nov 20 08:44:36.813450 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-74a86a0c-ce1a-4b09-8ffd-f9bdd2b0b238 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad HTTP/1.1" status: 200 len: 217 time: 0.0772150 Nov 20 08:44:36.887440 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-59f2c474-8520-4452-8871-2b0216dc5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:36.889191 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-59f2c474-8520-4452-8871-2b0216dc5491 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.0691864 Nov 20 08:44:37.045360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-e0424f83-bb96-4689-bb53-14bbd5b37b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:37.047039 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-e0424f83-bb96-4689-bb53-14bbd5b37b54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1513813 Nov 20 08:44:37.053899 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e410a-d069-4771-a96a-014bcf037b59 req-198d30a6-dad3-4de9-8c7f-1edd3e1eed75 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:37.055438 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-545e410a-d069-4771-a96a-014bcf037b59 req-198d30a6-dad3-4de9-8c7f-1edd3e1eed75 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 943 time: 0.1257415 Nov 20 08:44:37.211605 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-545e410a-d069-4771-a96a-014bcf037b59 req-49dd096f-a2df-4111-9a7f-97c5169e133d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1331511 Nov 20 08:44:37.239536 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-e7775c3b-4999-42e8-bc49-bc5406d7ae54 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830690 Nov 20 08:44:37.391383 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-90479ecc-9d06-4f2c-8384-9a59e1d434e9 req-85e16e90-5d89-41c3-897c-c32e6ed35601 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1449323 Nov 20 08:44:38.427416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6816e0f-0cc3-4f82-a8aa-fb2b909f7775 req-0fe60e2d-556d-4f24-999a-fd2849b49cbe tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:38.429044 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b6816e0f-0cc3-4f82-a8aa-fb2b909f7775 req-0fe60e2d-556d-4f24-999a-fd2849b49cbe tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 943 time: 0.0885289 Nov 20 08:44:38.478772 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b6816e0f-0cc3-4f82-a8aa-fb2b909f7775 req-b2e2bd46-7cca-449e-b5a3-3b4313ea90e1 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0435266 Nov 20 08:44:39.691051 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069cf14-6061-43e7-b1b6-90fce24c31a6 req-be69ffe0-721b-42ba-a776-29d034bb81cb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:39.692695 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3069cf14-6061-43e7-b1b6-90fce24c31a6 req-be69ffe0-721b-42ba-a776-29d034bb81cb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 943 time: 0.0865755 Nov 20 08:44:39.743380 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3069cf14-6061-43e7-b1b6-90fce24c31a6 req-1ac51a0b-cc6b-4c89-80c7-ba967d64e573 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0445461 Nov 20 08:44:40.961571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db524b-7857-4782-a9c7-6619e875a81d req-aa9b9a54-5a6b-41fb-9ce0-8d7e6c0b579e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:40.963205 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-22db524b-7857-4782-a9c7-6619e875a81d req-aa9b9a54-5a6b-41fb-9ce0-8d7e6c0b579e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 943 time: 0.0876393 Nov 20 08:44:41.014275 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-22db524b-7857-4782-a9c7-6619e875a81d req-b933b5fc-1715-4f36-baf9-ce830befc51e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0440860 Nov 20 08:44:42.231219 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97973a09-659b-4fad-8f44-d97e39f05e3d req-6350572e-05ba-41b7-91e7-32349f9451d0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:42.232862 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-97973a09-659b-4fad-8f44-d97e39f05e3d req-6350572e-05ba-41b7-91e7-32349f9451d0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 943 time: 0.0848601 Nov 20 08:44:42.282489 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-97973a09-659b-4fad-8f44-d97e39f05e3d req-7f7215df-dfcf-435d-9e66-9e7b089888d6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0425720 Nov 20 08:44:43.499315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c838d1-7b95-42ac-a7f1-ddefcec09aaa req-986deb1b-b4a9-4719-a5eb-be37dd43b4f8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:43.500945 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-38c838d1-7b95-42ac-a7f1-ddefcec09aaa req-986deb1b-b4a9-4719-a5eb-be37dd43b4f8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 943 time: 0.0882912 Nov 20 08:44:43.550214 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-38c838d1-7b95-42ac-a7f1-ddefcec09aaa req-fda79af4-9181-47fd-b3b6-23c7c0b4691e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0429037 Nov 20 08:44:44.766001 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4ec34-05a8-47aa-bf02-b7d5a746f4b7 req-fe69ab11-66bd-416a-8e99-dd81b2526961 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:44.768834 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e4a4ec34-05a8-47aa-bf02-b7d5a746f4b7 req-fe69ab11-66bd-416a-8e99-dd81b2526961 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 943 time: 0.0869427 Nov 20 08:44:44.821969 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e4a4ec34-05a8-47aa-bf02-b7d5a746f4b7 req-89cf1d0e-a0a9-496c-aa8b-a590b0cc6cb4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0474916 Nov 20 08:44:45.725545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:44:46.112954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211a24b-c278-4f1f-912f-d98efff5b940 req-5ab51f1c-3551-46ff-9ad5-484e5aee79e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:46.114687 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2211a24b-c278-4f1f-912f-d98efff5b940 req-5ab51f1c-3551-46ff-9ad5-484e5aee79e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 943 time: 0.1647351 Nov 20 08:44:46.164868 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2211a24b-c278-4f1f-912f-d98efff5b940 req-99b63e32-89ca-4636-a31d-b34a5be19932 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0438375 Nov 20 08:44:46.365292 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:44:46.436490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:44:46.441724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:44:46.442149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:46.564047 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:46.592972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:46.604446 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:46.608221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:46.610100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:46.659197 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'code': 200} Nov 20 08:44:46.682086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:46.692991 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:47.002247 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d086f4-1856-472e-bcf1-16564435c76e req-85fb5973-927d-42e6-9834-436b7e24fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:47.004135 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d9d086f4-1856-472e-bcf1-16564435c76e req-85fb5973-927d-42e6-9834-436b7e24fa5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 1162 time: 0.0802376 Nov 20 08:44:47.052727 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d9d086f4-1856-472e-bcf1-16564435c76e req-e06d0fa2-10db-4a41-b177-de97ac7ff51c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0413821 Nov 20 08:44:47.460966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd142704-4bd1-4a3e-a039-376de7a213f3 req-d7a96306-fed3-42fa-b54a-7c9faa51a974 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:47.462612 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dd142704-4bd1-4a3e-a039-376de7a213f3 req-d7a96306-fed3-42fa-b54a-7c9faa51a974 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 945 time: 0.1642628 Nov 20 08:44:47.512573 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dd142704-4bd1-4a3e-a039-376de7a213f3 req-550b1b18-0171-4b71-800e-598c573ef6f7 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0434105 Nov 20 08:44:47.739462 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:44:47.812827 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:44:47.813246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:48.829121 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce42dc-0b53-4a98-a641-c63c469d60ec req-10951e68-7130-4c33-9a53-cbde6cf81b7a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:48.831362 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2fce42dc-0b53-4a98-a641-c63c469d60ec req-10951e68-7130-4c33-9a53-cbde6cf81b7a tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.3927906 Nov 20 08:44:48.842144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef648bf-7f0b-4b77-9003-dd5b657fb05c req-06c66858-5bc5-4b68-b370-8984914e46a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:48.843726 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4ef648bf-7f0b-4b77-9003-dd5b657fb05c req-06c66858-5bc5-4b68-b370-8984914e46a8 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 945 time: 0.1179190 Nov 20 08:44:48.924575 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2fce42dc-0b53-4a98-a641-c63c469d60ec req-41d5bb70-2fcc-46bc-aa07-f9e10b991fa8 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798173 Nov 20 08:44:48.927161 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4ef648bf-7f0b-4b77-9003-dd5b657fb05c req-b43cd55e-65c6-4e53-b024-1a653ae510b0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0686312 Nov 20 08:44:49.994690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d12dd10f-5f6f-492b-a48c-a0f54dcfafcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:50.255033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-e96f1efd-090d-4ac9-9258-798bfafb6036 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:50.256560 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-e96f1efd-090d-4ac9-9258-798bfafb6036 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.2302244 Nov 20 08:44:50.263995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510250b-f698-483b-b333-40dfda8fc01e req-5505932e-8003-4624-abd2-63614e35f63d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:50.265471 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e510250b-f698-483b-b333-40dfda8fc01e req-5505932e-8003-4624-abd2-63614e35f63d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.1962566 Nov 20 08:44:50.271239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37cd79-90cd-4374-9db1-f748ef2893b2 req-74e82d1e-036e-4b5b-812b-d610bf44cd72 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:50.272761 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4a37cd79-90cd-4374-9db1-f748ef2893b2 req-74e82d1e-036e-4b5b-812b-d610bf44cd72 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 945 time: 0.2047772 Nov 20 08:44:50.407371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Deleting port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:50.408360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:50.470007 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e510250b-f698-483b-b333-40dfda8fc01e req-cb9a19af-a4c0-4aa8-a88d-4c1cbc7e3472 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950245 Nov 20 08:44:50.475521 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4a37cd79-90cd-4374-9db1-f748ef2893b2 req-eb611f3d-a204-4ebb-a550-b9f23702e062 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1578920 Nov 20 08:44:50.808695 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-a49322b5-26e7-4688-89be-90c8da2973ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2927957 Nov 20 08:44:50.833197 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] For port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:50.833602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:50.987270 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249a84-b77d-4590-ab4f-119172cd6751 req-7ec9303f-a039-4ba2-8246-9b5f8636a8fb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:50.988959 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b249a84-b77d-4590-ab4f-119172cd6751 req-7ec9303f-a039-4ba2-8246-9b5f8636a8fb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 945 time: 0.3685668 Nov 20 08:44:51.155716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-4ab8f73a-2108-42f5-9e03-41265b137c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:51.157369 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-4ab8f73a-2108-42f5-9e03-41265b137c61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1202 time: 0.3138735 Nov 20 08:44:51.160791 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b249a84-b77d-4590-ab4f-119172cd6751 req-45f54372-2751-4c1e-9cd7-78532b8e7f9e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1625135 Nov 20 08:44:51.526667 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:51.527144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:51.527488 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Floating IP 46563dbf-079c-4ca1-ae78-e5671ff086b6 disassociated. External IP: 172.27.0.215, port: 5caa48cf-8d1c-449c-a802-b1ba7ac08b20. Nov 20 08:44:51.527932 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Calling delete_port for 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:51.613181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:44:51.668818 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-909a0506-7894-4916-b1fc-4f8a3d245baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:51.670848 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-909a0506-7894-4916-b1fc-4f8a3d245baf service neutron] 10.222.0.24 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 909 time: 0.4335089 Nov 20 08:44:51.741749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:51.770643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde3725a-098a-497d-8985-2d5195473fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:51.780426 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-9756ec1a-19a2-48c7-9f5f-951f8275b23d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5417769 Nov 20 08:44:51.781299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:51.785298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:51.787246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bc26b1a3-d0e5-46d9-99d5-07dd52788744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:51.812174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'floatingip': {'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:51.822118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:51.839220 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:44:51.839591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:44:51.849230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:51.860441 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:51.864022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:51.884013 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-64e795e6-8e79-4e27-b530-49c5500acda6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 1001 time: 0.2007165 Nov 20 08:44:51.886558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:51.953345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7189f88-0e08-426a-a09a-13d9e77cebb6 req-f2e32642-caba-4db4-b50a-16464b722494 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:51.955977 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e7189f88-0e08-426a-a09a-13d9e77cebb6 req-f2e32642-caba-4db4-b50a-16464b722494 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 945 time: 0.3422348 Nov 20 08:44:52.044901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-8174c993-1e76-431a-813d-45f34b9a39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:52.046440 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-8174c993-1e76-431a-813d-45f34b9a39b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.1418433 Nov 20 08:44:52.261665 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:52.393542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Deleting port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:52.393887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:52.430132 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e7189f88-0e08-426a-a09a-13d9e77cebb6 req-eab7429f-75f0-47d6-97fe-c225ddf31df2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4626431 Nov 20 08:44:52.620449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-db40765d-f6b7-4e1b-b6ae-339a7af70399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:52.622090 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-db40765d-f6b7-4e1b-b6ae-339a7af70399 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5646858 Nov 20 08:44:52.665694 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde3725a-098a-497d-8985-2d5195473fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20', 'code': 200} Nov 20 08:44:52.724844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:52.878831 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:52.923423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4029225c-044e-4116-9791-5f5d7d84fd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:53.010111 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-3edfa133-09ce-4ebd-8222-9f9a871e27db service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785534 Nov 20 08:44:53.011724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] For port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:53.012130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:53.547850 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-29343b29-8ae8-4dd5-9128-0cd44b4abe08 req-a0524112-206d-48ca-8f57-b7e35edcc7f7 service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5216827 Nov 20 08:44:53.620587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Allocated IP 172.27.0.243 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/d34f0c72-4db5-477d-b275-b674838a891b) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:44:53.723755 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:53.724172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:53.724537 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Floating IP 46563dbf-079c-4ca1-ae78-e5671ff086b6 disassociated. External IP: 172.27.0.215, port: 5caa48cf-8d1c-449c-a802-b1ba7ac08b20. Nov 20 08:44:53.724965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Calling delete_port for 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:53.889501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab752e-b828-4cb4-8198-28946612d89a req-24c0d004-e131-4521-b8fe-608949dbf510 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:53.891187 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7aab752e-b828-4cb4-8198-28946612d89a req-24c0d004-e131-4521-b8fe-608949dbf510 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 943 time: 0.3194129 Nov 20 08:44:53.991174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:54.051781 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7aab752e-b828-4cb4-8198-28946612d89a req-5a7b7ac5-41ac-49ef-8ef3-69bd1f8ec5e4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443079 Nov 20 08:44:54.055438 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:54.072793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bf544bb8-fd8c-4e59-a303-96a9f5b74959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:54.127320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event deleted for resources: {'Port': ['ID=5caa48cf-8d1c-449c-a802-b1ba7ac08b20,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:54.141368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:54.215540 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:54.233162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-156ef5db-579b-47ff-b24c-6b42300dcd3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:54.373591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:54.642060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'Port': ['ID=d34f0c72-4db5-477d-b275-b674838a891b,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:54.648746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:54.779742 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:44:54.782253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:44:54.787329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:44:54.986231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:55.030084 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Router 3340d093-6112-4072-a136-424d37d84c84 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:44:55.123336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:55.190387 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:55.308660 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-33826d6f-0649-49bc-b92e-632e155acf5b req-ac8b3929-b248-4364-95f9-72d387ba78a8 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 210 time: 0.0689151 Nov 20 08:44:55.571071 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:44:55.582016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] Sync routers for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:44:55.595083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:55.595863 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:44:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:55.614009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] No DVR routers for this DVR port 5caa48cf-8d1c-449c-a802-b1ba7ac08b20 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:44:55.617412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:55.620425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde3725a-098a-497d-8985-2d5195473fdc', 'name': 'network-vif-deleted', 'tag': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:55.648126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:55.655589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:55.673758 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4ba60226-6457-442b-a92c-08e626f2911e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:55.706191 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde3725a-098a-497d-8985-2d5195473fdc', 'name': 'network-vif-deleted', 'tag': '5caa48cf-8d1c-449c-a802-b1ba7ac08b20', 'status': 'completed', 'code': 200} Nov 20 08:44:55.717241 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1b645a9d-8a33-4c49-8d91-1d21abf08f61 req-3105a708-c5ff-4cfc-853b-b286628d3ae6 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "DELETE /v2.0/ports/5caa48cf-8d1c-449c-a802-b1ba7ac08b20 HTTP/1.1" status: 204 len: 173 time: 5.4433937 Nov 20 08:44:55.832249 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'Port': ['ID=d34f0c72-4db5-477d-b275-b674838a891b,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:55.837242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:55.935393 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:55.954212 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:55.956116 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1547496 Nov 20 08:44:55.974378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:56.046357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-c2fd4673-48bd-4613-b17a-97f04f610be6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:floatingip {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:56.061163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-c2fd4673-48bd-4613-b17a-97f04f610be6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:floatingip {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:56.062422 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-c2fd4673-48bd-4613-b17a-97f04f610be6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.243 HTTP/1.1" status: 200 len: 696 time: 0.0997372 Nov 20 08:44:56.232778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-85d3816e-8cb5-4683-a679-a2f0f03b4075 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:56.237957 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fe8bbcbf-3851-424e-a137-feebbc80eef1 req-85d3816e-8cb5-4683-a679-a2f0f03b4075 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 784 time: 0.1686702 Nov 20 08:44:56.327681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:56.332751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] Checking router: 3340d093-6112-4072-a136-424d37d84c84 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:44:56.345950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:56.346644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:44:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:56.454483 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-6893a61e-66cc-4430-8d28-b9a67443544f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:56.459310 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-6893a61e-66cc-4430-8d28-b9a67443544f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1122110 Nov 20 08:44:56.553585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:56.587676 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-f37102ce-5d6c-4382-8766-fad364353c22 req-be2b8963-395c-4bf0-87fc-c24786ce640e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Synchronizing usage tracker for tenant:23a01ff4098241ebb17193a45fd51161 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:56.595375 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-5dc7cd3b-b079-459e-a49f-8abfea8a53a6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.243 HTTP/1.1" status: 200 len: 696 time: 0.1323264 Nov 20 08:44:56.608437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-081ef732-3221-43b3-a1a1-e70a1bd6f325 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'floatingip': {'port_id': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:56.679335 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-f37102ce-5d6c-4382-8766-fad364353c22 req-be2b8963-395c-4bf0-87fc-c24786ce640e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Unset dirty status for tenant:23a01ff4098241ebb17193a45fd51161 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:56.680623 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f37102ce-5d6c-4382-8766-fad364353c22 req-be2b8963-395c-4bf0-87fc-c24786ce640e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=fde3725a-098a-497d-8985-2d5195473fdc HTTP/1.1" status: 200 len: 210 time: 0.1642640 Nov 20 08:44:56.696095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-081ef732-3221-43b3-a1a1-e70a1bd6f325 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:56.906275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:56.911837 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7504e-b4b9-49ef-b1a3-c52257f5304a None None] The sync data for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi is: [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:44:57.309801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d1ea0e-e93c-4ee2-9a54-1ebfbef7da51 None None] New status for floating IP 46563dbf-079c-4ca1-ae78-e5671ff086b6: DOWN {{(pid=80256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:44:57.378852 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-081ef732-3221-43b3-a1a1-e70a1bd6f325 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:57.381502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-081ef732-3221-43b3-a1a1-e70a1bd6f325 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:57.589843 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-081ef732-3221-43b3-a1a1-e70a1bd6f325 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Floating IP 3a6cf17c-b622-40b5-a090-22da003add85 associated. External IP: 172.27.0.243, port: 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad. Nov 20 08:44:57.853450 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 37340) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:57.937185 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:57.971607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:58.033111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:58.041720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d85f4559-f210-41d5-aa58-ef397e796c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:58.075963 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8a60ea-7dd7-48c9-978d-5f3580dfebb0,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:58.088903 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:58.095386 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "DELETE /v2.0/security-groups/5e8a60ea-7dd7-48c9-978d-5f3580dfebb0 HTTP/1.1" status: 204 len: 168 time: 0.2404940 Nov 20 08:44:58.096351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 37346) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:58.128090 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.128773 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.129446 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.130111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.130776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.131478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.132144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.132810 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.133482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.134148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.134830 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.135506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.136338 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.137002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.137662 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.138314 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.138998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.139642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.140295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.140956 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.141608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.142341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.143059 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.143724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:58.151780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:58.154707 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.v2.resource [None req-1426467b-2aec-4130-9240-583b179bc081 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] show failed (client error): The resource could not be found. Nov 20 08:44:58.156802 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-1426467b-2aec-4130-9240-583b179bc081 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups/5e8a60ea-7dd7-48c9-978d-5f3580dfebb0 HTTP/1.1" status: 404 len: 347 time: 0.0553138 Nov 20 08:44:58.159832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 37350) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:58.321642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-081ef732-3221-43b3-a1a1-e70a1bd6f325 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Router 42722de5-8477-4473-a00a-b8b543f09930 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:44:58.334282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Deleting port b58dffb6-0376-4cb7-9a8f-5046abf21a92 {{(pid=80254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:58.334591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:58.520798 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:58.521308 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:58.540040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-081ef732-3221-43b3-a1a1-e70a1bd6f325 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:44:58.544820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-081ef732-3221-43b3-a1a1-e70a1bd6f325 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:58.550404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] Sync routers for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:44:58.563765 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:58.564451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:44:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:58.603475 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-081ef732-3221-43b3-a1a1-e70a1bd6f325 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "PUT /v2.0/floatingips/3a6cf17c-b622-40b5-a090-22da003add85 HTTP/1.1" status: 200 len: 996 time: 2.0006335 Nov 20 08:44:58.603946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'tag': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:58.674627 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'tag': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'status': 'completed', 'code': 200} Nov 20 08:44:58.677490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Calling delete_port for b58dffb6-0376-4cb7-9a8f-5046abf21a92 owned by network:floatingip {{(pid=80254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:58.725250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-f45d9878-f34f-48ec-bc8d-58bcb28a02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:58.727003 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-f45d9878-f34f-48ec-bc8d-58bcb28a02c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 1162 time: 0.1076260 Nov 20 08:44:58.785093 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:58.827647 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:58.844597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-37c7c3df-c871-4615-9f2e-df67e0149b0d tempest-AttachVolumeNegativeTest-1731922576 tempest-AttachVolumeNegativeTest-1731922576] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:58.911244 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event deleted for resources: {'Port': ['ID=b58dffb6-0376-4cb7-9a8f-5046abf21a92,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:58.916059 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:58.936752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-211fd5ec-b394-4706-b1f1-19882cb6e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:58.938412 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-211fd5ec-b394-4706-b1f1-19882cb6e18b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 1162 time: 0.2104700 Nov 20 08:44:58.941844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-386e6f9b-7002-4f38-b863-ef992fa91881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:58.943398 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-386e6f9b-7002-4f38-b863-ef992fa91881 service neutron] 10.222.0.32 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.1814916 Nov 20 08:44:59.169844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:59.173466 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-9e481e34-8fb7-461b-8d60-8d6c5c0c0499 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad HTTP/1.1" status: 200 len: 999 time: 0.2034802 Nov 20 08:44:59.184432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '3a6cf17c-b622-40b5-a090-22da003add85', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:79:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:54Z', 'updated_at': '2020-11-20T08:44:57Z', 'revision_number': 1, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:59.189327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] Checking router: 42722de5-8477-4473-a00a-b8b543f09930 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:44:59.192779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:59.194142 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e9585856-9b86-4849-ab53-7b0905312a97 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "DELETE /v2.0/floatingips/46563dbf-079c-4ca1-ae78-e5671ff086b6 HTTP/1.1" status: 204 len: 168 time: 1.0332127 Nov 20 08:44:59.214188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:59.214188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:44:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:59.243661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-1da76091-5073-478f-965a-b1d931d598f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:59.245287 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-1da76091-5073-478f-965a-b1d931d598f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.2978387 Nov 20 08:44:59.343968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-e09a69ac-fe33-41c8-bc6a-1a68699feebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:59.345631 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-e09a69ac-fe33-41c8-bc6a-1a68699feebb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.1577392 Nov 20 08:44:59.434695 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-ac16b986-2d24-48ed-a7a2-63aae160ca25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad HTTP/1.1" status: 200 len: 999 time: 0.1811922 Nov 20 08:44:59.527229 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-11e781c3-0e0e-4b8c-9d87-117bdd68a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:59.528925 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-11e781c3-0e0e-4b8c-9d87-117bdd68a4e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.0876689 Nov 20 08:44:59.532262 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-d4e787b3-7db8-4a38-8e1c-78665b49b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:59.534190 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-d4e787b3-7db8-4a38-8e1c-78665b49b1f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1779273 Nov 20 08:44:59.546799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 37362) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:59.553834 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'security_group': {'name': 'tempest-securitygroup--591686011', 'description': 'tempest-description--1219969639'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:59.561010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:59.566627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:security_group and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:59.570246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:59.576261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:59.587951 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:59.616085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:59.648628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:59.657051 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:security_group_rule and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:59.663562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:59.675661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:59.755883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-c3af7211-76ac-4630-b523-c2c82d27e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:59.757506 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-c3af7211-76ac-4630-b523-c2c82d27e91d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2217927 Nov 20 08:44:59.759699 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-6e25050a-b96d-485a-a388-ed91bbdc882a service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885376 Nov 20 08:44:59.778112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:59.781582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:59.788331 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-79018694-8844-4c43-b190-8b6e52146efd tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:59.835995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:59.837348 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1663 time: 0.2893624 Nov 20 08:44:59.838411 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'SecurityGroup': ['ID=af0d081e-77e9-4d04-a3e5-06472fa7d08a,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:59.840664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 37366) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:59.843452 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:59.847866 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'security_group_rule': {'security_group_id': 'af0d081e-77e9-4d04-a3e5-06472fa7d08a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:59.855564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:59.861394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:security_group_rule and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:59.865035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:59.871877 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:59.891042 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:59.958103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:59.961441 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:59.982500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:59.993023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:59.994559 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1529224 Nov 20 08:44:59.997367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 37370) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:00.000531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d10df68-3e90-46fe-acb4-77732cefbd68,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:00.004521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f4a228b3-6aae-45c0-b54b-ff3b8d656f3d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:00.010979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'security_group_rule': {'security_group_id': 'af0d081e-77e9-4d04-a3e5-06472fa7d08a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:00.030003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:00.050112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:security_group_rule and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:45:00.053366 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '3a6cf17c-b622-40b5-a090-22da003add85', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:79:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:54Z', 'updated_at': '2020-11-20T08:44:57Z', 'revision_number': 1, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:45:00.054768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:45:00.057696 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ab258c-1122-4404-a0a8-63f4bc573e60 None None] The sync data for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi is: [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '3a6cf17c-b622-40b5-a090-22da003add85', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:79:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:54Z', 'updated_at': '2020-11-20T08:44:57Z', 'revision_number': 1, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:45:00.059168 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-e5b5998d-d40c-433a-ac73-253d963f54b9 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946379 Nov 20 08:45:00.065703 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8cd2df07-64ac-49d2-a067-d1e3a9702f65 req-a73ba368-2658-4b23-8fb1-067fabe065d5 service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2722731 Nov 20 08:45:00.066587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:00.195983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:00.279527 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cdc071cc-908b-4106-a6ee-4e6aa6acf569 req-ffff4b45-2069-4037-95b0-c0cd89a5296f service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2102919 Nov 20 08:45:00.305288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:00.308957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:00.311407 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f28b96c1-3963-44bc-bd2c-a17c4b7e4e9f tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:00.334149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f383c02-77ff-4106-83cb-cae104f2898b,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:00.338886 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:00.346888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group_rule, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:00.348223 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-132612e9-c566-4bfb-a207-62479f38c6f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3496671 Nov 20 08:45:00.351404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 37380) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:00.357161 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'floatingip': {'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:00.363401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:00.367884 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:floatingip and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:45:00.371290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:45:00.378731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:00.391068 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:00.413666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3422f9-bd15-470a-8648-54a9f90a7d75 None None] New status for floating IP 3a6cf17c-b622-40b5-a090-22da003add85: ACTIVE {{(pid=80256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:45:00.543872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:01.069906 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Allocated IP 172.27.0.236 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/498fb51a-f1b0-4355-bbbe-9355b6dd38b1) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:45:01.236578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:01.263283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:01.279413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:01.424337 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'Port': ['ID=498fb51a-f1b0-4355-bbbe-9355b6dd38b1,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:01.429058 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:01.474281 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:45:01.475608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:45:01.478111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:45:01.575320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:01.637321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:01.919679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:01.923291 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:01.939626 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-65c6be8c-fa1d-46fb-9c6f-a2361439acc0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:02.084204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'Port': ['ID=498fb51a-f1b0-4355-bbbe-9355b6dd38b1,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:02.088613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:02.186870 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:02.209036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:02.210303 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8579082 Nov 20 08:45:02.400986 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-432e0268-8ef1-4c2c-acb6-347ca9a2a0ba tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--591686011&fields=id&tenant_id=23a01ff4098241ebb17193a45fd51161 HTTP/1.1" status: 200 len: 267 time: 0.0450816 Nov 20 08:45:02.562735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-25026d4d-ce11-431e-ac9d-3eaeb212d829 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:02.564616 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-25026d4d-ce11-431e-ac9d-3eaeb212d829 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 811 time: 0.1559644 Nov 20 08:45:02.582653 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-ea5ba870-c700-4f48-a310-3399b8874ded tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/quotas/23a01ff4098241ebb17193a45fd51161 HTTP/1.1" status: 200 len: 375 time: 0.0119977 Nov 20 08:45:02.674958 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-51f0918b-904e-4375-9a4d-fbc94058cd4e tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863929 Nov 20 08:45:02.693227 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-42fa7c03-7b70-4d9a-9c50-7ab0bdbc0232 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80253) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:45:02.694301 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-42fa7c03-7b70-4d9a-9c50-7ab0bdbc0232 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0064309 Nov 20 08:45:02.844981 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-9433a050-5a2b-47fd-8e23-71b0c74fcb42 service neutron] 10.222.0.32 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436319 Nov 20 08:45:02.997386 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-87322dbe-33f3-45c9-ba70-782f0ee42a47 service neutron] 10.222.0.32 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456473 Nov 20 08:45:03.214194 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a100367c-92de-4167-baaa-854153605b81 req-0ee26c0e-2e51-407c-ab7b-a4a4066a9d1b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 210 time: 0.0513997 Nov 20 08:45:04.469379 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-22208090-04fb-4c5d-869c-f11915c468b7 req-22cd19e6-70b7-49de-a876-4e2755ae717b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 210 time: 0.1113322 Nov 20 08:45:04.523985 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-414efc42-9ef9-425d-b931-437c52a25efe tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:04.525597 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-414efc42-9ef9-425d-b931-437c52a25efe tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 811 time: 0.2158515 Nov 20 08:45:04.626099 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-023f7bd6-2f83-4d5e-9a3f-afc536738fba tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23a01ff4098241ebb17193a45fd51161 HTTP/1.1" status: 200 len: 5244 time: 0.0735991 Nov 20 08:45:04.637699 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'port': {'device_id': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'admin_state_up': True, 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'security_groups': ['af0d081e-77e9-4d04-a3e5-06472fa7d08a']}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:04.790428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:04.794908 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Usage tracker for resource:port and tenant:23a01ff4098241ebb17193a45fd51161 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:45:04.798213 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Quota usage for port was recalculated. Used quota:3. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:45:04.804482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:04.813807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Made reservation on behalf of 23a01ff4098241ebb17193a45fd51161 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:45:04.819531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:05.155590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Allocated IP 172.20.0.9 (49bd959b-554f-4b2c-b5ed-bccff4feeebb/396c3ca1-079d-41e6-a54b-a35963e19eee/e19e2a54-3a41-4075-947b-b152b0075dfc) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:45:05.389782 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:05.406639 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Transition to ACTIVE for port object e19e2a54-3a41-4075-947b-b152b0075dfc will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:45:05.427015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:05.443101 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:05.603499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event updated for resources: {'Port': ['ID=e19e2a54-3a41-4075-947b-b152b0075dfc,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:05.611669 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:05.734297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:45:05.737169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:45:05.745563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945406d-bb13-4af1-b149-238e3d202caf req-f5c3a324-4e74-459e-a382-e32ffc5cae06 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:05.746401 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0945406d-bb13-4af1-b149-238e3d202caf req-f5c3a324-4e74-459e-a382-e32ffc5cae06 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 931 time: 0.1382608 Nov 20 08:45:05.747258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:45:05.982190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-123f0718-2e84-4c94-9531-4347c5092775 None None] Provisioning for port e19e2a54-3a41-4075-947b-b152b0075dfc completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:45:05.988301 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-123f0718-2e84-4c94-9531-4347c5092775 None None] Provisioning complete for port e19e2a54-3a41-4075-947b-b152b0075dfc triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:45:05.988643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-123f0718-2e84-4c94-9531-4347c5092775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.049566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-123f0718-2e84-4c94-9531-4347c5092775 None None] Port e19e2a54-3a41-4075-947b-b152b0075dfc cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:45:06.100382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:06.101050 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.115608 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0945406d-bb13-4af1-b149-238e3d202caf req-ec231e79-c39d-4295-80a4-da92765c0b38 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400221 Nov 20 08:45:06.130885 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4975626 Nov 20 08:45:06.148645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-9ce6c02e-eba8-431a-bb33-18d96fbd1356 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80253) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:45:06.149586 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-9ce6c02e-eba8-431a-bb33-18d96fbd1356 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0057344 Nov 20 08:45:06.161609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Request body: {'port': {'device_id': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:06.288801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.733168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19e2a54-3a41-4075-947b-b152b0075dfc {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:45:06.742193 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.755895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Transition to ACTIVE for port object e19e2a54-3a41-4075-947b-b152b0075dfc will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:45:06.758876 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.774961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-35cf8d77-5101-4bb7-9220-52f2d5df53f7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:06.924159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Pushing event updated for resources: {'Port': ['ID=e19e2a54-3a41-4075-947b-b152b0075dfc,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:06.928858 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:07.141391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Attempting to bind port e19e2a54-3a41-4075-947b-b152b0075dfc on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:45:07.142386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Attempting to bind port e19e2a54-3a41-4075-947b-b152b0075dfc by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:45:07.142927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Attempting to bind port e19e2a54-3a41-4075-947b-b152b0075dfc on network 49bd959b-554f-4b2c-b5ed-bccff4feeebb {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:45:07.155355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:45:07.156028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Checking segment: {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:45:07.156741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:07.158004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Bound using segment: {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:45:07.159105 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Bound port: e19e2a54-3a41-4075-947b-b152b0075dfc, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3c2d57-0d4e-4c74-9ba5-d553713e0544', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:45:07.160010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:07.327302 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] For port e19e2a54-3a41-4075-947b-b152b0075dfc, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:45:07.339904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] For port e19e2a54-3a41-4075-947b-b152b0075dfc, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e19e2a54-3a41-4075-947b-b152b0075dfc,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:45:07.353049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:07.370359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cd9008e5-daeb-4dbf-acdc-633fa53e8557 tempest-VolumesSnapshotTestJSON-1942950728 tempest-VolumesSnapshotTestJSON-1942950728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:07.455062 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185c2c5-4556-4083-a615-ef7df8187413 req-ed3df49a-c8f4-44b0-82dd-6c2197ceec34 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:07.456428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-b185c2c5-4556-4083-a615-ef7df8187413 req-ed3df49a-c8f4-44b0-82dd-6c2197ceec34 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Synchronizing usage tracker for tenant:23a01ff4098241ebb17193a45fd51161 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:45:07.560982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-b185c2c5-4556-4083-a615-ef7df8187413 req-ed3df49a-c8f4-44b0-82dd-6c2197ceec34 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Unset dirty status for tenant:23a01ff4098241ebb17193a45fd51161 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:45:07.562388 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b185c2c5-4556-4083-a615-ef7df8187413 req-ed3df49a-c8f4-44b0-82dd-6c2197ceec34 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 943 time: 0.3029716 Nov 20 08:45:07.569120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Pushing event updated for resources: {'Port': ['ID=e19e2a54-3a41-4075-947b-b152b0075dfc,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:07.575526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:07.647727 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b185c2c5-4556-4083-a615-ef7df8187413 req-5712b3ab-af55-4280-9bf3-ce25a0f12272 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752621 Nov 20 08:45:07.653374 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:07.654065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:07.655646 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] 10.222.0.24 "PUT /v2.0/ports/e19e2a54-3a41-4075-947b-b152b0075dfc HTTP/1.1" status: 200 len: 1157 time: 1.4984746 Nov 20 08:45:07.656206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'tag': 'e19e2a54-3a41-4075-947b-b152b0075dfc'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:45:07.736464 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'tag': 'e19e2a54-3a41-4075-947b-b152b0075dfc', 'status': 'completed', 'code': 200} Nov 20 08:45:07.895306 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-bebaeb60-e020-4a9a-9b69-83296657a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:07.897027 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-bebaeb60-e020-4a9a-9b69-83296657a1df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 1160 time: 0.1718526 Nov 20 08:45:07.986975 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-d0bf49e2-eeec-4208-90a3-242edf8327fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e19e2a54-3a41-4075-947b-b152b0075dfc HTTP/1.1" status: 200 len: 217 time: 0.0725243 Nov 20 08:45:08.066619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-1997ddff-6877-466a-92da-414597047535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:08.068310 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-1997ddff-6877-466a-92da-414597047535 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=396c3ca1-079d-41e6-a54b-a35963e19eee HTTP/1.1" status: 200 len: 850 time: 0.0712078 Nov 20 08:45:08.161523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-6956e1e6-b658-49bc-8a67-93edec32fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:08.163258 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-6956e1e6-b658-49bc-8a67-93edec32fc50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49bd959b-554f-4b2c-b5ed-bccff4feeebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0872414 Nov 20 08:45:08.317354 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-e242d6b1-de9b-4ffd-9595-fa8746bd1626 service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455190 Nov 20 08:45:08.472041 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3abbac98-26bf-4f0a-8035-36bd7dc31ff9 req-b31826e8-cdf2-40e4-8dde-4b27112c61ce service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1472118 Nov 20 08:45:08.662243 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-f1836ae3-519a-4a94-b0bb-4be47d87691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:08.663940 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-f1836ae3-519a-4a94-b0bb-4be47d87691c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 1160 time: 0.0792577 Nov 20 08:45:08.889138 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-b79e9cc5-b061-40eb-a6e4-a0a3b42a4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:08.890677 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-b79e9cc5-b061-40eb-a6e4-a0a3b42a4aab service neutron] 10.222.0.24 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 905 time: 0.2109361 Nov 20 08:45:08.909528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bae408-6ebf-46ab-b9df-25b1ad8edcf5 req-c471ccc1-fe4b-433b-9e6d-6d63704b6b91 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:08.911124 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-21bae408-6ebf-46ab-b9df-25b1ad8edcf5 req-c471ccc1-fe4b-433b-9e6d-6d63704b6b91 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 943 time: 0.1168709 Nov 20 08:45:09.005142 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-41f4f411-03f6-41b3-850c-6513e953c661 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e19e2a54-3a41-4075-947b-b152b0075dfc HTTP/1.1" status: 200 len: 217 time: 0.0714428 Nov 20 08:45:09.083232 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-21bae408-6ebf-46ab-b9df-25b1ad8edcf5 req-58486f2b-276d-48bb-b68d-2c329c2aa88d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657386 Nov 20 08:45:09.092778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-cb4f6b91-cdb4-4357-aa3a-e5cbf86aedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:09.094375 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-cb4f6b91-cdb4-4357-aa3a-e5cbf86aedbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=396c3ca1-079d-41e6-a54b-a35963e19eee HTTP/1.1" status: 200 len: 850 time: 0.0813570 Nov 20 08:45:09.176195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-71db679a-83ad-49d7-9253-e9552431958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:09.177803 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-71db679a-83ad-49d7-9253-e9552431958a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49bd959b-554f-4b2c-b5ed-bccff4feeebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755579 Nov 20 08:45:09.325850 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-5a7e29d6-7576-4c78-bf17-70e038101a4e service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378961 Nov 20 08:45:09.474612 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c05fbe1b-5e5b-4f4e-bac5-d85b7f6c600f req-79512e9c-1d4e-465a-a572-237f09bcff02 service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403174 Nov 20 08:45:10.304354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82664e2e-0bdc-4fcd-9c5c-d39b3b454680 req-f90c0ff3-148d-45c2-b50f-f0e60847f000 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:10.305981 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-82664e2e-0bdc-4fcd-9c5c-d39b3b454680 req-f90c0ff3-148d-45c2-b50f-f0e60847f000 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 943 time: 0.0885701 Nov 20 08:45:10.357879 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-82664e2e-0bdc-4fcd-9c5c-d39b3b454680 req-161011e4-12f6-4c96-b281-b228e63b67a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455775 Nov 20 08:45:11.574428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441360d-2c68-4d07-a3e9-ed07fc17ac1f req-57bf3478-5cf1-4016-903a-981beb9c9db3 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:11.576103 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3441360d-2c68-4d07-a3e9-ed07fc17ac1f req-57bf3478-5cf1-4016-903a-981beb9c9db3 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 943 time: 0.0869257 Nov 20 08:45:11.629441 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3441360d-2c68-4d07-a3e9-ed07fc17ac1f req-431e9dbd-29f1-4455-9da6-7b04e35e7889 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462496 Nov 20 08:45:12.854837 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931413b-6c53-40ea-b02d-6d504fabe8eb req-2a6dc456-7e20-42e9-9520-07dc9917b595 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:12.856516 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e931413b-6c53-40ea-b02d-6d504fabe8eb req-2a6dc456-7e20-42e9-9520-07dc9917b595 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 943 time: 0.0900195 Nov 20 08:45:12.909498 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e931413b-6c53-40ea-b02d-6d504fabe8eb req-f64ff263-3b9c-4a2e-9198-b193895bf922 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453563 Nov 20 08:45:14.128815 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561ceba-2f1f-477f-9b91-60836901cdbd req-0cc399d1-299d-4f5a-8a6f-aca2e4f2004c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:14.130536 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f561ceba-2f1f-477f-9b91-60836901cdbd req-0cc399d1-299d-4f5a-8a6f-aca2e4f2004c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 943 time: 0.0884676 Nov 20 08:45:14.185484 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f561ceba-2f1f-477f-9b91-60836901cdbd req-317d3070-13d2-4611-9de8-cda0fd30f6b5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482085 Nov 20 08:45:14.807999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device e19e2a54-3a41-4075-947b-b152b0075dfc up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:45:14.879175 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port e19e2a54-3a41-4075-947b-b152b0075dfc completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:45:14.884336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port e19e2a54-3a41-4075-947b-b152b0075dfc triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:45:14.884732 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:15.015348 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:15.043784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19e2a54-3a41-4075-947b-b152b0075dfc'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:45:15.054978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port e19e2a54-3a41-4075-947b-b152b0075dfc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e19e2a54-3a41-4075-947b-b152b0075dfc,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:45:15.057919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:15.060171 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:15.111372 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19e2a54-3a41-4075-947b-b152b0075dfc', 'code': 200} Nov 20 08:45:15.133505 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=e19e2a54-3a41-4075-947b-b152b0075dfc,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:15.136975 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:15.472286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125aafd2-2841-4f48-b35e-4ce187b1fb02 req-3a8577f8-a54c-4126-a0e8-750dc599163b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:15.473923 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-125aafd2-2841-4f48-b35e-4ce187b1fb02 req-3a8577f8-a54c-4126-a0e8-750dc599163b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 945 time: 0.1511147 Nov 20 08:45:15.476779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844ae86-27e1-4316-96c4-66afec989baa req-b73c42a6-6609-41d1-9736-e0ffe25792fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:15.478277 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6844ae86-27e1-4316-96c4-66afec989baa req-b73c42a6-6609-41d1-9736-e0ffe25792fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 1162 time: 0.1180265 Nov 20 08:45:15.567908 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-125aafd2-2841-4f48-b35e-4ce187b1fb02 req-e9554d01-37db-4c52-b9b2-7ebf4f1b8d05 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877268 Nov 20 08:45:15.571206 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6844ae86-27e1-4316-96c4-66afec989baa req-5e9ed5e0-5fde-4f77-907f-89915febb74d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660362 Nov 20 08:45:16.041848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device e19e2a54-3a41-4075-947b-b152b0075dfc up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:45:16.113528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port e19e2a54-3a41-4075-947b-b152b0075dfc triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:45:16.113948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:16.787993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e268-3eee-4e61-960a-4e1ac7e8979b req-28a8c9d3-a103-4a51-9bb1-41f622a156ed tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:16.789615 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9536e268-3eee-4e61-960a-4e1ac7e8979b req-28a8c9d3-a103-4a51-9bb1-41f622a156ed tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 945 time: 0.0848577 Nov 20 08:45:16.837910 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9536e268-3eee-4e61-960a-4e1ac7e8979b req-07f6dc3a-c8bf-4d82-924c-0cd2ae1ec95b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422480 Nov 20 08:45:18.054152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ff6a1-2851-4246-b8fc-3afb25572712 req-453adcb0-aa83-4846-8fa6-c723bfc94b06 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:18.055837 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3f8ff6a1-2851-4246-b8fc-3afb25572712 req-453adcb0-aa83-4846-8fa6-c723bfc94b06 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 945 time: 0.0900733 Nov 20 08:45:18.105772 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3f8ff6a1-2851-4246-b8fc-3afb25572712 req-e6a86879-3bc3-41f5-bb9e-5013e4c3331b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438023 Nov 20 08:45:18.314802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734560-88aa-4252-a1f5-6fa1e1aca6df req-30fa5069-f10f-4738-bb64-fa7cd017d7f3 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:18.316462 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ee734560-88aa-4252-a1f5-6fa1e1aca6df req-30fa5069-f10f-4738-bb64-fa7cd017d7f3 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 945 time: 0.0848601 Nov 20 08:45:18.325769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 37476) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:18.331979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-aac90133-f66a-4955-85a7-e87ac85148f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Request body: {'floatingip': {'port_id': 'e19e2a54-3a41-4075-947b-b152b0075dfc'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:18.418476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aac90133-f66a-4955-85a7-e87ac85148f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:19.239397 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-c147e305-f206-4e7f-a781-f14ecd269c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:19.241036 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-c147e305-f206-4e7f-a781-f14ecd269c68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1202 time: 0.5338826 Nov 20 08:45:19.297776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016c3a-7858-4bd6-aac0-d0273097e8ac req-1778a913-71c1-4f3b-b298-6a1a2103791c tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:19.299452 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-98016c3a-7858-4bd6-aac0-d0273097e8ac req-1778a913-71c1-4f3b-b298-6a1a2103791c tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.5564229 Nov 20 08:45:19.463403 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-98016c3a-7858-4bd6-aac0-d0273097e8ac req-f059587e-e95f-4cd5-ae8b-bb9cf24b632b tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1520095 Nov 20 08:45:19.485018 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-aeb44220-bd97-4081-813d-41114f4bc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:19.486692 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-aeb44220-bd97-4081-813d-41114f4bc806 service neutron] 10.222.0.24 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 909 time: 0.2347417 Nov 20 08:45:19.603739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.resource_extend [None req-aac90133-f66a-4955-85a7-e87ac85148f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 20 08:45:19.702689 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-83ab5784-1243-44fc-a5c8-b83b4ae4cc93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 1001 time: 0.2070825 Nov 20 08:45:19.775622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aac90133-f66a-4955-85a7-e87ac85148f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:19.780221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aac90133-f66a-4955-85a7-e87ac85148f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:19.862312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-71571ce7-ed2a-44fb-aa2e-7cec69694507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:19.863946 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-71571ce7-ed2a-44fb-aa2e-7cec69694507 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.1533828 Nov 20 08:45:19.997146 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-47258b89-6e4b-4227-8393-d1fc97e8acf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:20.038283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-3bfbd5d2-78d8-48be-94f0-f38e77bc3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:20.039867 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-3bfbd5d2-78d8-48be-94f0-f38e77bc3cc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1645880 Nov 20 08:45:20.182026 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [None req-aac90133-f66a-4955-85a7-e87ac85148f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Floating IP 73a2fb92-459f-4b19-b44b-0fef499e92fe associated. External IP: 172.27.0.236, port: e19e2a54-3a41-4075-947b-b152b0075dfc. Nov 20 08:45:20.274255 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-1c9b9067-dc43-4665-b4d4-02ec9bd8701d service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256739 Nov 20 08:45:20.521529 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6f7e7cd1-d4d7-4ad9-bd25-1a057ddef0b3 req-09834148-b6e9-4674-b6bb-f5d92f003cb9 service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2377744 Nov 20 08:45:20.753189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f566b-98f7-46f9-b70f-554b9dc475c5 req-366d200d-43dc-4e2b-8b0f-42dfcc16058a tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:20.754931 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-768f566b-98f7-46f9-b70f-554b9dc475c5 req-366d200d-43dc-4e2b-8b0f-42dfcc16058a tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.1374161 Nov 20 08:45:21.125219 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-768f566b-98f7-46f9-b70f-554b9dc475c5 req-def7276d-e27c-4c69-8b8c-edeed23c0341 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.3155482 Nov 20 08:45:21.156268 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac90133-f66a-4955-85a7-e87ac85148f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Router 3340d093-6112-4072-a136-424d37d84c84 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:45:21.372083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac90133-f66a-4955-85a7-e87ac85148f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:45:21.378161 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-aac90133-f66a-4955-85a7-e87ac85148f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:21.383040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439441dc-d693-4714-956e-aa8caaec56af None None] Sync routers for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:45:21.396301 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439441dc-d693-4714-956e-aa8caaec56af None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:45:21.396986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-439441dc-d693-4714-956e-aa8caaec56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:44:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:45:21.438994 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-aac90133-f66a-4955-85a7-e87ac85148f1 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "PUT /v2.0/floatingips/73a2fb92-459f-4b19-b44b-0fef499e92fe HTTP/1.1" status: 200 len: 991 time: 3.1113033 Nov 20 08:45:21.439922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'tag': 'e19e2a54-3a41-4075-947b-b152b0075dfc'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:45:21.588268 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'tag': 'e19e2a54-3a41-4075-947b-b152b0075dfc', 'status': 'completed', 'code': 200} Nov 20 08:45:21.598423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-439441dc-d693-4714-956e-aa8caaec56af None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:45:21.730843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-3c186a5b-178f-44fa-9eab-7550798cb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:21.732519 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-3c186a5b-178f-44fa-9eab-7550798cb529 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a01ff4098241ebb17193a45fd51161&device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 1162 time: 0.0827551 Nov 20 08:45:21.897146 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-caf9cb28-244d-47a7-9abe-d6384ac4878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:21.899018 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-caf9cb28-244d-47a7-9abe-d6384ac4878a service neutron] 10.222.0.24 "GET /v2.0/networks?id=49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 200 len: 905 time: 0.1588795 Nov 20 08:45:22.003302 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-439441dc-d693-4714-956e-aa8caaec56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '73a2fb92-459f-4b19-b44b-0fef499e92fe', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '3340d093-6112-4072-a136-424d37d84c84', 'port_id': 'e19e2a54-3a41-4075-947b-b152b0075dfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'mac_address': 'fa:16:3e:8a:9d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:45:01Z', 'updated_at': '2020-11-20T08:45:19Z', 'revision_number': 1, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:45:22.007924 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439441dc-d693-4714-956e-aa8caaec56af None None] Checking router: 3340d093-6112-4072-a136-424d37d84c84 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:45:22.019657 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-59331cb3-4e7b-4488-bdb5-05b9df9fdd0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e19e2a54-3a41-4075-947b-b152b0075dfc HTTP/1.1" status: 200 len: 999 time: 0.1139047 Nov 20 08:45:22.021794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439441dc-d693-4714-956e-aa8caaec56af None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:45:22.022493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-439441dc-d693-4714-956e-aa8caaec56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:44:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:45:22.112827 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-209e02ba-4092-4609-89d2-2aebced8e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:22.120981 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-209e02ba-4092-4609-89d2-2aebced8e353 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=396c3ca1-079d-41e6-a54b-a35963e19eee HTTP/1.1" status: 200 len: 850 time: 0.0882940 Nov 20 08:45:22.236064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-dc359c25-28c6-499a-bbcd-67e0731f3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:22.251526 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-dc359c25-28c6-499a-bbcd-67e0731f3132 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49bd959b-554f-4b2c-b5ed-bccff4feeebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1264324 Nov 20 08:45:22.307740 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-439441dc-d693-4714-956e-aa8caaec56af None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:45:22.447926 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:22.510767 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-0f27873e-6a0a-4304-a212-9b0a33b059a0 service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516739 Nov 20 08:45:22.551766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f03f7-c826-40bf-a9ce-1f777b404ff6 req-298ccece-4c8f-4a31-871f-75aeabc30f6e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:22.553496 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e06f03f7-c826-40bf-a9ce-1f777b404ff6 req-298ccece-4c8f-4a31-871f-75aeabc30f6e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.2529221 Nov 20 08:45:22.735341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:45:22.737995 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e06f03f7-c826-40bf-a9ce-1f777b404ff6 req-000d3476-b0bb-4fe4-b1c5-caa7f443cf63 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1748006 Nov 20 08:45:22.760243 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d2e872e-2067-42d3-8a33-2001340e89e0 req-fa20588d-d6a1-48e1-911d-ea2c275b4631 service neutron] 10.222.0.24 "GET /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2418084 Nov 20 08:45:22.897247 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:22.907492 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-439441dc-d693-4714-956e-aa8caaec56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '73a2fb92-459f-4b19-b44b-0fef499e92fe', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '3340d093-6112-4072-a136-424d37d84c84', 'port_id': 'e19e2a54-3a41-4075-947b-b152b0075dfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'mac_address': 'fa:16:3e:8a:9d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:45:01Z', 'updated_at': '2020-11-20T08:45:19Z', 'revision_number': 1, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:45:22.912253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439441dc-d693-4714-956e-aa8caaec56af None None] The sync data for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi is: [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '73a2fb92-459f-4b19-b44b-0fef499e92fe', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '3340d093-6112-4072-a136-424d37d84c84', 'port_id': 'e19e2a54-3a41-4075-947b-b152b0075dfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'mac_address': 'fa:16:3e:8a:9d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:45:01Z', 'updated_at': '2020-11-20T08:45:19Z', 'revision_number': 1, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:45:22.933520 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-519dda36-e655-4413-b2d7-ceae53abae3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:23.219892 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173e871-1727-4b84-b874-c50bdaa3c780 None None] New status for floating IP 73a2fb92-459f-4b19-b44b-0fef499e92fe: ACTIVE {{(pid=80256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:45:23.985714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed082e0-fbd3-4fff-9f7b-f0a8d79c2de5 req-91ec0a45-4c2e-4494-b3be-bec49898b56b tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:23.987434 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4ed082e0-fbd3-4fff-9f7b-f0a8d79c2de5 req-91ec0a45-4c2e-4494-b3be-bec49898b56b tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.0912535 Nov 20 08:45:24.040792 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4ed082e0-fbd3-4fff-9f7b-f0a8d79c2de5 req-3075143d-7a18-478e-a500-52080a7d245f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0469532 Nov 20 08:45:24.367518 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:25.189412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:25.271768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d1dd3-ab35-43d4-8840-0d7f157111ab req-86b30fe2-8b4d-4978-975d-d84b9d44e238 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:25.273409 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-944d1dd3-ab35-43d4-8840-0d7f157111ab req-86b30fe2-8b4d-4978-975d-d84b9d44e238 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.0853052 Nov 20 08:45:25.325604 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-944d1dd3-ab35-43d4-8840-0d7f157111ab req-2425972a-7e08-44dd-ac05-d65280bc4bc4 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0457361 Nov 20 08:45:25.877349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d348dd5-69a2-496b-beff-fee493664bd5 req-3504b85c-4997-4fde-9146-2b94ade15714 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:25.878947 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8d348dd5-69a2-496b-beff-fee493664bd5 req-3504b85c-4997-4fde-9146-2b94ade15714 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0943778 Nov 20 08:45:25.928210 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8d348dd5-69a2-496b-beff-fee493664bd5 req-e5aa16fe-c127-41a5-975b-81177e71fc3c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431368 Nov 20 08:45:26.540652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbb4f7-a160-4a0b-b3e9-522a0aa97532 req-d0db0a2b-3f12-431a-844d-707d03fee919 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:26.542292 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-85fbb4f7-a160-4a0b-b3e9-522a0aa97532 req-d0db0a2b-3f12-431a-844d-707d03fee919 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.0872910 Nov 20 08:45:26.598649 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-85fbb4f7-a160-4a0b-b3e9-522a0aa97532 req-4fc80309-0345-4b2d-8d81-75dba1596058 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0497203 Nov 20 08:45:27.165658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14973e-467d-48a8-aee6-a95f6900056d req-d8e9ef0d-5cb1-4760-b49f-652195ade729 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:27.167338 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7f14973e-467d-48a8-aee6-a95f6900056d req-d8e9ef0d-5cb1-4760-b49f-652195ade729 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0866473 Nov 20 08:45:27.217984 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7f14973e-467d-48a8-aee6-a95f6900056d req-0a0af405-acbd-4434-85fa-550ddd6d254a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436370 Nov 20 08:45:27.823584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c985a75-7c5f-4352-b579-a25041fd59e1 req-b55bd103-2b42-463e-8e06-b3dba9fc15d8 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:27.825158 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4c985a75-7c5f-4352-b579-a25041fd59e1 req-b55bd103-2b42-463e-8e06-b3dba9fc15d8 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.0919418 Nov 20 08:45:27.879215 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4c985a75-7c5f-4352-b579-a25041fd59e1 req-8d82e56e-4262-4e8a-8ea4-d3dfc0ca2a8c tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0463865 Nov 20 08:45:28.451044 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67b659-56d1-4c60-87a6-bc5d1b2f5a7e req-6ecf5439-c944-4a15-9e7b-91cad0a74117 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:28.452694 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8d67b659-56d1-4c60-87a6-bc5d1b2f5a7e req-6ecf5439-c944-4a15-9e7b-91cad0a74117 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0852518 Nov 20 08:45:28.508439 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8d67b659-56d1-4c60-87a6-bc5d1b2f5a7e req-b5d2eb3e-51d5-477c-9784-bff61cf6f438 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434618 Nov 20 08:45:29.101429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd506-669a-45bb-8bdf-98892507d0b7 req-8aebd5cc-dc94-4ab9-a5c0-2967787e05da tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:29.103049 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ba3bd506-669a-45bb-8bdf-98892507d0b7 req-8aebd5cc-dc94-4ab9-a5c0-2967787e05da tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.0889785 Nov 20 08:45:29.159065 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ba3bd506-669a-45bb-8bdf-98892507d0b7 req-a05cb4f1-e704-428f-a6fe-d3051ec9ec1f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0496716 Nov 20 08:45:29.753655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081b0e-03d0-46e4-abba-079445fd2ccc req-366f8238-f35f-48a0-bc83-39c193a404f6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:29.755391 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8081b0e-03d0-46e4-abba-079445fd2ccc req-366f8238-f35f-48a0-bc83-39c193a404f6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0927019 Nov 20 08:45:29.806427 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d8081b0e-03d0-46e4-abba-079445fd2ccc req-79f3998e-2280-4bce-b686-2161b77d0c05 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448859 Nov 20 08:45:30.377605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caec9d3-48dc-4525-a29f-61fe4e344bd7 req-76c32961-a0a0-4c74-babe-3e001b7bc12d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:30.379276 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3caec9d3-48dc-4525-a29f-61fe4e344bd7 req-76c32961-a0a0-4c74-babe-3e001b7bc12d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.0895233 Nov 20 08:45:30.430599 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3caec9d3-48dc-4525-a29f-61fe4e344bd7 req-5675c740-2776-41cf-9388-1f881b13dd10 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0449157 Nov 20 08:45:31.044574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae43a7d-6f0a-4eb6-9323-56c034e793a1 req-09c3e5c6-8fa7-45b1-99f8-188acb2b69ec tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:31.045868 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7ae43a7d-6f0a-4eb6-9323-56c034e793a1 req-09c3e5c6-8fa7-45b1-99f8-188acb2b69ec tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0876441 Nov 20 08:45:31.098610 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7ae43a7d-6f0a-4eb6-9323-56c034e793a1 req-f1a60475-9fba-43ae-ab74-dae3916a3006 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459998 Nov 20 08:45:31.657316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b4ad5-59bb-4612-a50a-d9be88bdd267 req-bb52fa87-1160-4731-b770-3b8f419b6e5e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:31.659023 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-751b4ad5-59bb-4612-a50a-d9be88bdd267 req-bb52fa87-1160-4731-b770-3b8f419b6e5e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.0904000 Nov 20 08:45:31.714255 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-751b4ad5-59bb-4612-a50a-d9be88bdd267 req-abda0068-0dbd-4c99-a65d-628efbfbb50e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0487616 Nov 20 08:45:32.343655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531429-b90e-43c5-be5d-d75c9c263ee4 req-ec66edb5-01ea-471b-80ce-2f453b9b0819 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:32.345810 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56531429-b90e-43c5-be5d-d75c9c263ee4 req-ec66edb5-01ea-471b-80ce-2f453b9b0819 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0882745 Nov 20 08:45:32.401043 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56531429-b90e-43c5-be5d-d75c9c263ee4 req-3096a72b-cc6c-43d6-9506-f824e8a3b950 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486019 Nov 20 08:45:32.941153 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532abf4-64b8-417d-9381-6b8a4437a482 req-6484f070-af7a-462b-bc20-e8dcdc9f927f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:32.942846 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e532abf4-64b8-417d-9381-6b8a4437a482 req-6484f070-af7a-462b-bc20-e8dcdc9f927f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.0894203 Nov 20 08:45:32.995028 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e532abf4-64b8-417d-9381-6b8a4437a482 req-4c09269b-248a-4c44-a4d4-a62b575e5f61 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&id=d2e8d478-1e59-46ee-99f9-a7d10cc3f592&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0457644 Nov 20 08:45:33.643304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd516d-1981-4ecf-b3cb-07b0c2a1a404 req-f1927d01-d04b-4c52-a0b0-3d55b5d1f793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:33.644910 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-02fd516d-1981-4ecf-b3cb-07b0c2a1a404 req-f1927d01-d04b-4c52-a0b0-3d55b5d1f793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0925415 Nov 20 08:45:33.695657 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-02fd516d-1981-4ecf-b3cb-07b0c2a1a404 req-dd65d304-2c3b-4166-b851-15b6c50e784d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445459 Nov 20 08:45:34.926405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04490d59-d3d0-4acc-990f-b8d53400510b req-e9fe12b8-1651-4a96-8c64-697af5cbc66f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:34.928115 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-04490d59-d3d0-4acc-990f-b8d53400510b req-e9fe12b8-1651-4a96-8c64-697af5cbc66f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0845206 Nov 20 08:45:34.979646 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-04490d59-d3d0-4acc-990f-b8d53400510b req-fa1ee9c0-d1a5-49c8-bc50-0cf1f296752a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452735 Nov 20 08:45:36.216299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e061-f590-48ef-a24b-1bae473ee734 req-cd15f92f-c5ca-47a9-873f-3d5104764a08 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:36.217921 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4e23e061-f590-48ef-a24b-1bae473ee734 req-cd15f92f-c5ca-47a9-873f-3d5104764a08 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0879548 Nov 20 08:45:36.267864 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4e23e061-f590-48ef-a24b-1bae473ee734 req-23ed1481-fd21-4a32-a2cd-d8dc976abc20 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 Nov 20 08:45:37.495046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b49c0-87a1-4a22-8a25-4c50100e887a req-0dd344e6-c1dc-4ec3-bd89-0f3b47b534c1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:37.496654 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-394b49c0-87a1-4a22-8a25-4c50100e887a req-0dd344e6-c1dc-4ec3-bd89-0f3b47b534c1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0833120 Nov 20 08:45:37.546184 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-394b49c0-87a1-4a22-8a25-4c50100e887a req-1c4e1d88-4104-472e-b5a0-4e0af319243e tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423927 Nov 20 08:45:38.784680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e692af-df96-467a-8c4d-bd0a7a86468b req-fa4663dd-b9cb-471c-aac6-c4e3a96772cf tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:38.786353 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c9e692af-df96-467a-8c4d-bd0a7a86468b req-fa4663dd-b9cb-471c-aac6-c4e3a96772cf tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0926158 Nov 20 08:45:38.843027 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c9e692af-df96-467a-8c4d-bd0a7a86468b req-66cba7bf-e1a8-4c19-a87b-b98251c999ab tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499787 Nov 20 08:45:40.081854 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92e36a-2f5d-4ef3-8602-301143186f4b req-b658dadc-55c9-4291-a1e6-931b7c19f666 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:40.083557 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3b92e36a-2f5d-4ef3-8602-301143186f4b req-b658dadc-55c9-4291-a1e6-931b7c19f666 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0875974 Nov 20 08:45:40.138246 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3b92e36a-2f5d-4ef3-8602-301143186f4b req-a532f388-31ab-43da-b79a-190e4af1034f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483017 Nov 20 08:45:41.500938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646d89-38f8-4eb7-ac58-1ff6d6af7bf0 req-20c5c25e-5552-417f-a0a1-ea4fef81bc2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:41.502573 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c0646d89-38f8-4eb7-ac58-1ff6d6af7bf0 req-20c5c25e-5552-417f-a0a1-ea4fef81bc2d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0851488 Nov 20 08:45:41.551432 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c0646d89-38f8-4eb7-ac58-1ff6d6af7bf0 req-8d60a937-70ec-431e-98f9-0e02a0fe910c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427122 Nov 20 08:45:42.786539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2354b66-0d8c-48de-a56b-80d33413514d req-9c22d0fe-9756-4b7d-812a-3e96ca404f99 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:42.788194 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b2354b66-0d8c-48de-a56b-80d33413514d req-9c22d0fe-9756-4b7d-812a-3e96ca404f99 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0897591 Nov 20 08:45:42.838659 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b2354b66-0d8c-48de-a56b-80d33413514d req-3d099893-d9be-4fde-b017-2d87cf47386f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443473 Nov 20 08:45:44.074740 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350b730-8c1e-4f35-a29e-3e05b11f281f req-268e6a40-f037-438f-abfd-6171e4f7f851 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:44.076385 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c350b730-8c1e-4f35-a29e-3e05b11f281f req-268e6a40-f037-438f-abfd-6171e4f7f851 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0850921 Nov 20 08:45:44.128111 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c350b730-8c1e-4f35-a29e-3e05b11f281f req-30b333d8-44f1-4d50-a2df-5c05b17fc981 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452824 Nov 20 08:45:45.366294 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128359c5-ab69-4253-9087-b52d60f31465 req-d8357243-aecb-49ca-b00e-c668a59a8ff0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:45.368150 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-128359c5-ab69-4253-9087-b52d60f31465 req-d8357243-aecb-49ca-b00e-c668a59a8ff0 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0924776 Nov 20 08:45:45.419627 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-128359c5-ab69-4253-9087-b52d60f31465 req-31d777b7-c769-4f58-a63f-e18fb74dd225 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447845 Nov 20 08:45:46.654071 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efb130-1ae0-4ea7-8a6f-88d50b26aee7 req-7780dd0f-99b7-4131-99c5-5caa59e0889d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:46.656470 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b3efb130-1ae0-4ea7-8a6f-88d50b26aee7 req-7780dd0f-99b7-4131-99c5-5caa59e0889d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0854735 Nov 20 08:45:46.716828 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b3efb130-1ae0-4ea7-8a6f-88d50b26aee7 req-be15d38b-28bc-42a8-9a10-e6b4ca0b8096 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501361 Nov 20 08:45:47.963618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15983af-bcf7-4567-82df-dbaa3ba0d252 req-25ae653c-53ce-4bcd-9229-2d314dc0ecd6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:47.964282 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f15983af-bcf7-4567-82df-dbaa3ba0d252 req-25ae653c-53ce-4bcd-9229-2d314dc0ecd6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0870008 Nov 20 08:45:48.016563 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f15983af-bcf7-4567-82df-dbaa3ba0d252 req-ab802648-4c8c-4db8-b4b4-c7057e293b3e tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456154 Nov 20 08:45:49.330288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124efdea-8a4b-41eb-8ac3-9d33d7ded2e0 req-a8dec2d2-ae0b-4840-a8de-859ba3c560b9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:49.343819 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-124efdea-8a4b-41eb-8ac3-9d33d7ded2e0 req-a8dec2d2-ae0b-4840-a8de-859ba3c560b9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1523607 Nov 20 08:45:49.394278 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-124efdea-8a4b-41eb-8ac3-9d33d7ded2e0 req-e6a3a00d-7660-4a7b-9553-d66947cf8721 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494375 Nov 20 08:45:50.014429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1f6000d9-6f88-4ca8-a29a-607252722e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:50.699928 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139d431-80ea-4585-811d-13325f67b703 req-d26d3092-a80a-474f-8892-670419cd013b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:50.707160 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2139d431-80ea-4585-811d-13325f67b703 req-d26d3092-a80a-474f-8892-670419cd013b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1334434 Nov 20 08:45:50.764798 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2139d431-80ea-4585-811d-13325f67b703 req-6b0ac93a-584e-4cd0-a0bb-5438218f9ad8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500708 Nov 20 08:45:52.070763 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248ee0c-96a0-4242-9835-9414c2b83dd0 req-4072ea61-5be5-4231-ae9f-2199a3fcd05b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:52.072596 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5248ee0c-96a0-4242-9835-9414c2b83dd0 req-4072ea61-5be5-4231-ae9f-2199a3fcd05b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1225026 Nov 20 08:45:52.164022 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5248ee0c-96a0-4242-9835-9414c2b83dd0 req-6faaa0cc-25d7-4b44-9e06-c7329d321de2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822175 Nov 20 08:45:52.276066 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:52.441844 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-c7f0959a-78a3-47d9-b1cc-b92db56d4ea9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0902638 Nov 20 08:45:52.668465 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-4e9bf0b2-f0cc-4a61-90b0-98ce53cd4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:52.670287 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-4e9bf0b2-f0cc-4a61-90b0-98ce53cd4d46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1202 time: 0.1176941 Nov 20 08:45:52.892735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:52.915232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-b98a42bd-d4d9-4cfb-b82a-15b7266cd066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:52.917028 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-b98a42bd-d4d9-4cfb-b82a-15b7266cd066 service neutron] 10.222.0.24 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 909 time: 0.2217433 Nov 20 08:45:52.950939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2885c639-844b-405c-a652-0810938ffeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:53.065120 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-4a83ed21-6a36-4883-984d-7377929be3df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 1001 time: 0.1365590 Nov 20 08:45:53.157893 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-3d0bfbb3-ebc4-4a6f-a7d3-074833be259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:53.159551 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-3d0bfbb3-ebc4-4a6f-a7d3-074833be259c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.0865619 Nov 20 08:45:53.252834 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-a1313807-90f6-4fb2-bcd0-ce402805d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:53.254576 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-a1313807-90f6-4fb2-bcd0-ce402805d95d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0874238 Nov 20 08:45:53.773973 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-fcb89fbf-5759-4757-ad69-f87e9f2e402a service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099862 Nov 20 08:45:53.923538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34270f-33b1-4256-9155-43796ed2714d req-24f3007f-c763-49d6-bc74-25cc423a14c2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:53.925252 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bc34270f-33b1-4256-9155-43796ed2714d req-24f3007f-c763-49d6-bc74-25cc423a14c2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.2485864 Nov 20 08:45:53.981223 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-7a0c68f9-a903-4b12-8a4f-b3f55578f5ce req-1455c1c7-48b2-4d8e-bc97-1e4f19b0cb54 service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1970334 Nov 20 08:45:54.024851 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bc34270f-33b1-4256-9155-43796ed2714d req-02fb241e-8df6-48bd-8f48-5dcedfa89bc1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914354 Nov 20 08:45:54.384852 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:55.210995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:55.285100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda390ba-ca46-4d7f-b5fc-e9ccaa770012 req-bc649e83-b27d-4131-af40-2b4f8abae833 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:55.286870 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cda390ba-ca46-4d7f-b5fc-e9ccaa770012 req-bc649e83-b27d-4131-af40-2b4f8abae833 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0938528 Nov 20 08:45:55.389271 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cda390ba-ca46-4d7f-b5fc-e9ccaa770012 req-1446f9fc-625a-4fe4-8fc2-86401ac2efec tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909045 Nov 20 08:45:56.854524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418ddd1-ca17-432c-88d8-8149cfd28f31 req-b6175909-ac4e-4507-9050-7d92b97d1b2c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:56.857363 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1418ddd1-ca17-432c-88d8-8149cfd28f31 req-b6175909-ac4e-4507-9050-7d92b97d1b2c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1215076 Nov 20 08:45:56.935597 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1418ddd1-ca17-432c-88d8-8149cfd28f31 req-e6d41b90-b738-4310-a1ba-fffd8a57a4cb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669761 Nov 20 08:45:58.241936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f42f2d-c11b-4e79-b835-249344c33245 req-e59e65a5-cb18-4e97-af32-fefe871758e1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:58.246517 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a0f42f2d-c11b-4e79-b835-249344c33245 req-e59e65a5-cb18-4e97-af32-fefe871758e1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1144047 Nov 20 08:45:58.314064 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a0f42f2d-c11b-4e79-b835-249344c33245 req-d4dfe124-7c97-44c9-b4a2-bb4f69bbad66 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574338 Nov 20 08:45:59.584089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65696ad-859f-46c7-9b5f-e083fbba40e4 req-500df6b3-6a07-4d8c-9293-6a570651f92f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:59.585732 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a65696ad-859f-46c7-9b5f-e083fbba40e4 req-500df6b3-6a07-4d8c-9293-6a570651f92f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0895345 Nov 20 08:45:59.637687 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a65696ad-859f-46c7-9b5f-e083fbba40e4 req-271885d9-77fd-4c3b-ae18-95438ebf1641 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454271 Nov 20 08:45:59.728002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:46:00.417616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-2c8b6794-155d-40cd-8a0a-946d1077bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:00.419288 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-2c8b6794-155d-40cd-8a0a-946d1077bb4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 1162 time: 0.0855637 Nov 20 08:46:00.579754 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-3110a280-897e-4877-a657-9365624526cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:00.581427 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-3110a280-897e-4877-a657-9365624526cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.1498802 Nov 20 08:46:00.695189 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-ea4630c5-b05e-4f99-86f8-89969a5ff5f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5 HTTP/1.1" status: 200 len: 1001 time: 0.1062381 Nov 20 08:46:00.777619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-8a2f18d9-037e-4e29-bc84-0d1ab2a2d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:00.779273 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-8a2f18d9-037e-4e29-bc84-0d1ab2a2d1bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.0770288 Nov 20 08:46:00.948550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-842d3be9-4d0f-4a9d-a008-1f4ee642c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:00.950126 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-842d3be9-4d0f-4a9d-a008-1f4ee642c891 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1622853 Nov 20 08:46:00.957456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa33b3-f528-4937-a89f-86559eaffe8e req-616aca24-b25c-4c1a-95ec-db27c66fea58 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:00.959165 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2faa33b3-f528-4937-a89f-86559eaffe8e req-616aca24-b25c-4c1a-95ec-db27c66fea58 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1292124 Nov 20 08:46:01.135265 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-2faa33b3-f528-4937-a89f-86559eaffe8e req-fa3602d0-9837-49e0-84ac-3df699030b6a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494401 Nov 20 08:46:01.159393 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-e0fda752-ed7a-4a17-bf29-1ba2f53d1685 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990149 Nov 20 08:46:01.316468 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c25d24a2-6f9d-460b-87b2-e071825119fb req-5bbec5a1-080f-4ce8-ae48-f6c2795eeb0d service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1494472 Nov 20 08:46:02.380350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd2b94-2c68-4212-b8f5-6a374977eee8 req-d60aa5c8-c5be-4ecc-ab74-2ef79b2fb11c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:02.382094 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0edd2b94-2c68-4212-b8f5-6a374977eee8 req-d60aa5c8-c5be-4ecc-ab74-2ef79b2fb11c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0924761 Nov 20 08:46:02.440512 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0edd2b94-2c68-4212-b8f5-6a374977eee8 req-174056f8-1a73-4640-aadf-8f841c23bd46 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512815 Nov 20 08:46:03.724033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ffa37-72d3-4214-b49a-642149511d50 req-37bf84a8-27da-46ca-bff0-430d6bfa0b71 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:03.726479 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d53ffa37-72d3-4214-b49a-642149511d50 req-37bf84a8-27da-46ca-bff0-430d6bfa0b71 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1196396 Nov 20 08:46:03.784964 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d53ffa37-72d3-4214-b49a-642149511d50 req-cda449d8-ae2e-4f91-a3ac-c146395faac6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514929 Nov 20 08:46:04.416559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f9d3f459-7797-4074-bcff-6c9c46ee1bb5 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:46:04.540372 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:04.569585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:46:04.580798 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port f9d3f459-7797-4074-bcff-6c9c46ee1bb5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:46:04.584512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:04.586423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:04.635152 dv-cinder-733622-11-iscsi neutron-server[80142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5', 'code': 422} returned with failed status Nov 20 08:46:04.660087 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:04.670166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.670477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.670890 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.671272 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.671650 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.672035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.673104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.673534 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.673919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.674296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.674682 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.675086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.675572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.675953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.676328 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.676703 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.677067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.677444 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.677820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.678186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.678559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.678964 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.679339 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.679710 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:04.685452 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:05.075336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d338cf7-cb05-4aa4-9792-dba95b91074c req-8c17bc3f-dec3-42be-8b83-ab74bf4961b4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:05.076963 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d338cf7-cb05-4aa4-9792-dba95b91074c req-8c17bc3f-dec3-42be-8b83-ab74bf4961b4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0913363 Nov 20 08:46:05.129784 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4d338cf7-cb05-4aa4-9792-dba95b91074c req-3761f757-f22d-43c1-8693-bf2353e3054f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462575 Nov 20 08:46:06.776221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07070656-b8d5-456c-9611-0f10b0e8d4be req-f798592b-176a-4b1e-abc6-0ea21fe65ed4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:06.778502 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-07070656-b8d5-456c-9611-0f10b0e8d4be req-f798592b-176a-4b1e-abc6-0ea21fe65ed4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0989437 Nov 20 08:46:06.778502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 37776) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:46:06.834149 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-07070656-b8d5-456c-9611-0f10b0e8d4be req-094a5fc6-b604-44f9-a21c-2c01d501e4d3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477026 Nov 20 08:46:06.936316 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-a5aa5482-eab5-432c-a371-04c9d3fb1c4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1564634 Nov 20 08:46:07.750142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-99dbda39-e4f5-445e-97eb-bd879e56cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:07.752562 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-99dbda39-e4f5-445e-97eb-bd879e56cae2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8&tenant_id=ec3e6a3a848442469961a7497234648b HTTP/1.1" status: 200 len: 1160 time: 0.0792601 Nov 20 08:46:07.867693 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-ea7eedbb-a2e0-4b23-9343-58518243c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:07.869344 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-ea7eedbb-a2e0-4b23-9343-58518243c6ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 1160 time: 0.0826514 Nov 20 08:46:08.075315 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-10193ce1-fd1b-4fff-bb02-0859b30ae41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:08.076863 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-10193ce1-fd1b-4fff-bb02-0859b30ae41a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.2000494 Nov 20 08:46:08.178073 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd348f-6949-4b9a-a53c-417250fcbe26 req-c24e4cc6-f916-43bf-bebc-cfdb9ea4c0e7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:08.179770 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f3dd348f-6949-4b9a-a53c-417250fcbe26 req-c24e4cc6-f916-43bf-bebc-cfdb9ea4c0e7 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1927187 Nov 20 08:46:08.237992 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-2a954fb4-1713-481e-9133-f2fd8d1c841a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5 HTTP/1.1" status: 200 len: 999 time: 0.1484058 Nov 20 08:46:08.285180 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f3dd348f-6949-4b9a-a53c-417250fcbe26 req-4658b908-3203-4162-bb9c-24d862cb4f0d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992696 Nov 20 08:46:08.316150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-0f3d6959-ca0e-46ad-86b0-b6acd32b0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:08.317772 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-0f3d6959-ca0e-46ad-86b0-b6acd32b0b14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.0706992 Nov 20 08:46:08.404081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-44511661-ddfd-4099-88d8-77bf36921aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:08.405776 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-44511661-ddfd-4099-88d8-77bf36921aea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0800707 Nov 20 08:46:08.787769 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-04bbaeec-b750-4f22-ae91-2fabd11fc58e service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729465 Nov 20 08:46:08.939419 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b51e7f5c-4738-4a24-a180-5b02892d05f7 req-1c85f843-174f-4934-b9bc-8bd9fa478480 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442823 Nov 20 08:46:09.526771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9da86-bcf7-47bd-999a-370ba7a561b8 req-99439013-b652-46e4-9830-8af74115ee29 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:09.528918 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fbc9da86-bcf7-47bd-999a-370ba7a561b8 req-99439013-b652-46e4-9830-8af74115ee29 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0904913 Nov 20 08:46:09.579684 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fbc9da86-bcf7-47bd-999a-370ba7a561b8 req-f255b401-83a9-46e6-bf9a-1047ae53e671 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445933 Nov 20 08:46:10.967630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd7fa-cd93-428b-862c-fda6227873d4 req-3161406a-b23c-4285-b620-4e977a4cd1c9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:10.969361 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-907bd7fa-cd93-428b-862c-fda6227873d4 req-3161406a-b23c-4285-b620-4e977a4cd1c9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0949757 Nov 20 08:46:11.028665 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-907bd7fa-cd93-428b-862c-fda6227873d4 req-cf5fc93d-eb1f-43fb-9361-6564ce7f6b10 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530272 Nov 20 08:46:12.286296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7185a-c6be-4de4-9eea-a511eba3933f req-7bcae9c7-977c-4968-80c0-2a866efa2e42 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:12.288039 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bfa7185a-c6be-4de4-9eea-a511eba3933f req-7bcae9c7-977c-4968-80c0-2a866efa2e42 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1019843 Nov 20 08:46:12.341240 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bfa7185a-c6be-4de4-9eea-a511eba3933f req-4f41e112-300e-4d01-aa70-ee38ae9440a4 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463574 Nov 20 08:46:13.659757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078828c-84d1-4196-9a86-5d870d06ab6a req-8bf5337b-8b1b-4f32-ad61-0422f384378a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:13.661389 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8078828c-84d1-4196-9a86-5d870d06ab6a req-8bf5337b-8b1b-4f32-ad61-0422f384378a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1582632 Nov 20 08:46:13.736432 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8078828c-84d1-4196-9a86-5d870d06ab6a req-0c838b59-2f7a-4768-9b14-fa8f3836fd02 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627346 Nov 20 08:46:15.014078 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb6026-24e8-4549-9f8e-3a20dad0c7b8 req-2f2da0d2-ffba-45f4-8aac-b49b2a9d3f4d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:15.016821 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-afdb6026-24e8-4549-9f8e-3a20dad0c7b8 req-2f2da0d2-ffba-45f4-8aac-b49b2a9d3f4d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0967052 Nov 20 08:46:15.077818 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-afdb6026-24e8-4549-9f8e-3a20dad0c7b8 req-a9df80a5-d3c7-46bd-ba7b-f3f408d8c3d2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538437 Nov 20 08:46:16.427836 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdb56d-9a3e-4ff3-9fc7-9d0e5a7ef3e0 req-bcb4722e-bc46-4dc0-9b08-55a80db5bffc tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:16.429510 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a0fdb56d-9a3e-4ff3-9fc7-9d0e5a7ef3e0 req-bcb4722e-bc46-4dc0-9b08-55a80db5bffc tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1192124 Nov 20 08:46:16.500468 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a0fdb56d-9a3e-4ff3-9fc7-9d0e5a7ef3e0 req-311f9e4c-b402-4395-8257-3ee4905022ad tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642903 Nov 20 08:46:17.782981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59230b7c-82f3-4bde-b2b6-0bbade81b43a req-b8f560dd-33d0-4e66-853b-28e97e97d857 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:17.791019 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-59230b7c-82f3-4bde-b2b6-0bbade81b43a req-b8f560dd-33d0-4e66-853b-28e97e97d857 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1133370 Nov 20 08:46:17.849609 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-59230b7c-82f3-4bde-b2b6-0bbade81b43a req-d7ed66a4-1f8e-46a9-a91f-b606747afedf tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573206 Nov 20 08:46:19.219195 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1eb1b2-96b9-4045-9ec1-a0ff520ce55c req-e77064ef-1598-4ba4-ae42-9ad02d799105 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:19.221529 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e1eb1b2-96b9-4045-9ec1-a0ff520ce55c req-e77064ef-1598-4ba4-ae42-9ad02d799105 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1223254 Nov 20 08:46:19.284082 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e1eb1b2-96b9-4045-9ec1-a0ff520ce55c req-38ec55a6-e2df-409d-93a0-6f143d816fa9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505838 Nov 20 08:46:20.007586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-18cb8088-5095-494d-9ee3-cd2b51bcaef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:20.619729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346081d-7b8f-42f7-bf89-78bcf24104a0 req-f139f00f-8b46-40df-acbb-1c4133f15521 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:20.621372 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e346081d-7b8f-42f7-bf89-78bcf24104a0 req-f139f00f-8b46-40df-acbb-1c4133f15521 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1166456 Nov 20 08:46:20.691674 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e346081d-7b8f-42f7-bf89-78bcf24104a0 req-b22b6947-abf2-45f8-9a63-f9aaec795cc9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632215 Nov 20 08:46:22.011872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72bcdb-e620-4986-b0f4-1d64b3ecd14e req-4ce0a092-dcbf-483e-b879-0503fa816470 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:22.013635 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec72bcdb-e620-4986-b0f4-1d64b3ecd14e req-4ce0a092-dcbf-483e-b879-0503fa816470 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1072228 Nov 20 08:46:22.093241 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ec72bcdb-e620-4986-b0f4-1d64b3ecd14e req-0d7f4c67-6c8a-4c7a-9cec-ed5595feda14 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719624 Nov 20 08:46:22.304267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:22.887487 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:22.945198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0a59f12d-8fba-4ec0-bfcc-19df68eb040f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:23.387613 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109e2a7-0f21-4616-af1a-7bcde02194ef req-6ec9237e-0a48-4461-858f-eb96b0d8165d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:23.389652 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9109e2a7-0f21-4616-af1a-7bcde02194ef req-6ec9237e-0a48-4461-858f-eb96b0d8165d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.1151047 Nov 20 08:46:23.447615 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-9109e2a7-0f21-4616-af1a-7bcde02194ef req-fb7f6eaa-40f9-4cbc-86cb-a599f41acfa2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474298 Nov 20 08:46:24.372057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:24.687995 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997711e-c352-4b28-a012-dce64cf6b524 req-78d9ebe2-3ac2-478a-86ad-8cfe3bf6619d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:24.689795 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c997711e-c352-4b28-a012-dce64cf6b524 req-78d9ebe2-3ac2-478a-86ad-8cfe3bf6619d tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0932260 Nov 20 08:46:24.743972 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-c997711e-c352-4b28-a012-dce64cf6b524 req-214beacd-2d2a-45b1-b97a-6e4956be910c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479248 Nov 20 08:46:25.193529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:25.979675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989071-0e9e-4772-a474-4e13090e020a req-32c749e9-f6a1-4dc4-9bc4-d01c39f1cf5c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:25.981314 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-69989071-0e9e-4772-a474-4e13090e020a req-32c749e9-f6a1-4dc4-9bc4-d01c39f1cf5c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0858123 Nov 20 08:46:26.032568 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-69989071-0e9e-4772-a474-4e13090e020a req-34e91bcb-4ea2-416b-8f93-fe3e032f50b6 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448420 Nov 20 08:46:27.266634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650b43e-3820-4435-97af-659bce7ddb94 req-5bd5a05d-65d8-47de-8d35-fa307735a4a1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:27.268330 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8650b43e-3820-4435-97af-659bce7ddb94 req-5bd5a05d-65d8-47de-8d35-fa307735a4a1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0902524 Nov 20 08:46:27.318134 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8650b43e-3820-4435-97af-659bce7ddb94 req-fc12bee1-1985-4777-8ed6-d0df7659cb82 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435760 Nov 20 08:46:28.561360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25895c9d-c788-4fdd-a284-eb48084616b3 req-703bad49-0044-4253-8c78-1090e6ce4b2a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:28.563115 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-25895c9d-c788-4fdd-a284-eb48084616b3 req-703bad49-0044-4253-8c78-1090e6ce4b2a tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0874722 Nov 20 08:46:28.616244 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-25895c9d-c788-4fdd-a284-eb48084616b3 req-04168208-0a75-4735-966c-3be6e1491bc2 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453043 Nov 20 08:46:29.858648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7ba37-fdab-4a1f-b1bf-3ec94e5e2581 req-d36dc67a-077f-45a3-9685-b959ba087edf tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:29.860497 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-35b7ba37-fdab-4a1f-b1bf-3ec94e5e2581 req-d36dc67a-077f-45a3-9685-b959ba087edf tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0915880 Nov 20 08:46:29.912252 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-35b7ba37-fdab-4a1f-b1bf-3ec94e5e2581 req-c32d8913-7a06-45f1-abfd-76104582db14 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454900 Nov 20 08:46:31.145194 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4607-3d2a-4fea-979f-82d23064205e req-b938223b-91da-4968-8a97-dc48db08b1da tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:31.146857 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-827f4607-3d2a-4fea-979f-82d23064205e req-b938223b-91da-4968-8a97-dc48db08b1da tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.0848894 Nov 20 08:46:31.195980 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-827f4607-3d2a-4fea-979f-82d23064205e req-adece55c-e0ec-4b3f-b95c-33d31e85469b tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429459 Nov 20 08:46:31.346082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f9d3f459-7797-4074-bcff-6c9c46ee1bb5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:46:31.417619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:46:31.418040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:31.703882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:31.734564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:46:31.745377 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port f9d3f459-7797-4074-bcff-6c9c46ee1bb5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:46:31.749086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:31.752230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-041d5a57-0d9b-4879-ae3f-dc4028a7d9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:31.844481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,revision_number=6']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:31.850882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:31.993154 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5', 'code': 200} Nov 20 08:46:32.339625 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c2514-18b9-443c-a993-afbf01d224b4 req-48e08539-73de-44b8-b82e-bd51f530d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:32.341298 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bc9c2514-18b9-443c-a993-afbf01d224b4 req-48e08539-73de-44b8-b82e-bd51f530d6f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 1162 time: 0.0902781 Nov 20 08:46:32.393121 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-bc9c2514-18b9-443c-a993-afbf01d224b4 req-b892661e-22ec-4aa5-9124-400715a0730c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438285 Nov 20 08:46:32.523029 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234a69-4aea-44ef-89f1-1f450adfc959 req-e8d70d23-c0aa-4d69-a12a-869b8f9e81a1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:32.524613 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-58234a69-4aea-44ef-89f1-1f450adfc959 req-e8d70d23-c0aa-4d69-a12a-869b8f9e81a1 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0947194 Nov 20 08:46:32.582634 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-58234a69-4aea-44ef-89f1-1f450adfc959 req-84964a43-ca30-42e1-a9fc-77f11bd4d530 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515842 Nov 20 08:46:32.779712 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f9d3f459-7797-4074-bcff-6c9c46ee1bb5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:46:32.856678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:46:32.857090 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:33.861629 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae15db7-6948-48e5-a310-48f00ac8739f req-58f1aade-b3f5-4742-863f-94b70e552184 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:33.863701 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ae15db7-6948-48e5-a310-48f00ac8739f req-58f1aade-b3f5-4742-863f-94b70e552184 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1235409 Nov 20 08:46:33.934569 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8ae15db7-6948-48e5-a310-48f00ac8739f req-dd7aa9a6-4c82-4cf7-9c3a-f54f8a495c46 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634205 Nov 20 08:46:34.825581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f9d3f459-7797-4074-bcff-6c9c46ee1bb5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:46:34.904243 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:46:34.904957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:35.210686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ef077-9208-4847-89b1-9ad9761b3a0e req-1a155a82-6adc-4540-811c-1b5bd54b05fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:35.212382 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-826ef077-9208-4847-89b1-9ad9761b3a0e req-1a155a82-6adc-4540-811c-1b5bd54b05fb tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1124694 Nov 20 08:46:35.266572 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-826ef077-9208-4847-89b1-9ad9761b3a0e req-d704fe33-806d-4fdb-9255-296c94c52c69 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469770 Nov 20 08:46:36.729118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:46:40.653278 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-8f3d130c-8013-4638-841e-9fb6f4814fd5 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-789633797&fields=id&tenant_id=761446bb47694264aae6812dd60fd4da HTTP/1.1" status: 200 len: 267 time: 0.0466945 Nov 20 08:46:40.748159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-0b97bf0e-d881-4c5e-b07d-d699e76fa638 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:40.750430 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-0b97bf0e-d881-4c5e-b07d-d699e76fa638 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 984 time: 0.0895681 Nov 20 08:46:40.763577 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Request body: {'port': {'security_groups': ['16efb60b-7290-4a9d-bf56-357ae64b999e']}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:46:40.903956 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:41.260552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] For port 5db9bcd5-60ae-446c-9634-037fef34d6b7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:46:41.289585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:41.293382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:41.309792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5825f4e7-7842-4c4b-8b0b-f7824e4fd35d tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:41.474141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event updated for resources: {'Port': ['ID=5db9bcd5-60ae-446c-9634-037fef34d6b7,revision_number=6']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:41.500069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.500524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.500939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.501364 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.501746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.502138 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.502536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.502957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.503349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.503734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.504120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.504504 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.504988 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.505369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.505828 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.506138 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.506520 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.506931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.507320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.507705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.508089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.508484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.508863 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.509245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:41.517934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:41.541270 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:41.542150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:41.543765 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3a2a6c9e-fd7d-4ff6-97e2-dce57ee39505 req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "PUT /v2.0/ports/5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 942 time: 0.7859893 Nov 20 08:46:41.544328 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:46:41.616487 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'status': 'completed', 'code': 200} Nov 20 08:46:41.754208 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-282c788e-304f-403e-9daf-d0adc2007b99 req-3074cf4d-932a-4352-ba53-843fc4d9f4cc tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups/d2e8d478-1e59-46ee-99f9-a7d10cc3f592 HTTP/1.1" status: 200 len: 2757 time: 0.1578512 Nov 20 08:46:41.790215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26b757ce-975a-46c1-8825-e6eb397feba6 None None] Provisioning complete for port 5db9bcd5-60ae-446c-9634-037fef34d6b7 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:46:41.790767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26b757ce-975a-46c1-8825-e6eb397feba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:41.820151 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-4c53d9cd-a5bd-4608-860e-7097d2eb77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:41.821737 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-4c53d9cd-a5bd-4608-860e-7097d2eb77a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1162 time: 0.1430724 Nov 20 08:46:41.898040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-282c788e-304f-403e-9daf-d0adc2007b99 req-bd46070c-b707-4766-9614-e9d07a1754a9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:41.998788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-282c788e-304f-403e-9daf-d0adc2007b99 req-bd46070c-b707-4766-9614-e9d07a1754a9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:42.049500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-0434a5d4-5171-4c87-b2dc-01ddb67363dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:42.051143 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-0434a5d4-5171-4c87-b2dc-01ddb67363dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 909 time: 0.2211378 Nov 20 08:46:42.147049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-282c788e-304f-403e-9daf-d0adc2007b99 req-bd46070c-b707-4766-9614-e9d07a1754a9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:42.154313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-737a2a0c-4b27-4df4-a83d-f73dafa36034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:42.175228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46070c-b707-4766-9614-e9d07a1754a9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e8d478-1e59-46ee-99f9-a7d10cc3f592,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:42.180956 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bd46070c-b707-4766-9614-e9d07a1754a9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:42.198509 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-85246813-e0a3-46a9-8671-a3ed7e13104f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 1001 time: 0.1399593 Nov 20 08:46:42.199468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-282c788e-304f-403e-9daf-d0adc2007b99 req-bd46070c-b707-4766-9614-e9d07a1754a9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:42.200817 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-282c788e-304f-403e-9daf-d0adc2007b99 req-bd46070c-b707-4766-9614-e9d07a1754a9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "DELETE /v2.0/security-groups/d2e8d478-1e59-46ee-99f9-a7d10cc3f592 HTTP/1.1" status: 204 len: 173 time: 0.4382486 Nov 20 08:46:42.366821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-8dc64411-8e61-4044-b5ef-ceb2799d9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:42.368459 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-8dc64411-8e61-4044-b5ef-ceb2799d9cd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.1602705 Nov 20 08:46:42.426292 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-e90c8076-9023-4ade-8f85-4446de877237 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/floatingips/f9363de4-e2eb-4dcd-9f13-69b1d88374a8 HTTP/1.1" status: 200 len: 998 time: 0.1811342 Nov 20 08:46:42.592131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-1c20606b-5188-4729-ae0a-57a285c56d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:42.594405 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-1c20606b-5188-4729-ae0a-57a285c56d83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2149761 Nov 20 08:46:42.645335 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-f67cb144-c115-402e-8fd7-5e8be41d89d4 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:42.646848 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-f67cb144-c115-402e-8fd7-5e8be41d89d4 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 784 time: 0.2090042 Nov 20 08:46:42.666163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-53dbe848-1d95-4fed-9f49-dd93bb9ed2b4 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80253) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:46:42.667281 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-53dbe848-1d95-4fed-9f49-dd93bb9ed2b4 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0087409 Nov 20 08:46:43.077641 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5db9bcd5-60ae-446c-9634-037fef34d6b7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:46:43.090676 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-30e8909e-b504-44fc-9b85-e6ee11cf3b9e service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866793 Nov 20 08:46:43.137057 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-01eb4f2d-898c-4a35-b5b1-2b27f63e81de tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.106 HTTP/1.1" status: 200 len: 1001 time: 0.1776254 Nov 20 08:46:43.193046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port 5db9bcd5-60ae-446c-9634-037fef34d6b7 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:46:43.193470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:43.301714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-3b6051c7-cdac-41a6-b9fa-acf65b3ab31e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:43.303271 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-3b6051c7-cdac-41a6-b9fa-acf65b3ab31e tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports/5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 942 time: 0.1512954 Nov 20 08:46:43.325617 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-be7bf1ba-b7e1-4b95-b2e5-f3230bd2fea8 req-3e8a4042-db40-4ab9-bf19-5cd550b9c3eb service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2248566 Nov 20 08:46:43.504009 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-bbb68c54-706a-4cd4-8d52-bedba4fd2ec9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.106 HTTP/1.1" status: 200 len: 1001 time: 0.1088705 Nov 20 08:46:43.730426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Deleting port fb08d801-7e7f-4d7e-bdcf-a9ebb500e50e {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:46:43.730860 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:43.918473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:43.918847 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for floatingip, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:44.050888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Calling delete_port for fb08d801-7e7f-4d7e-bdcf-a9ebb500e50e owned by network:floatingip {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:46:44.232028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:44.249951 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6939a056-4ec8-43d0-aa38-574e512aa2f9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:44.312782 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event deleted for resources: {'Port': ['ID=fb08d801-7e7f-4d7e-bdcf-a9ebb500e50e,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:44.316341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:44.568826 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks [] for floatingip, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:44.569114 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Floating IP f9363de4-e2eb-4dcd-9f13-69b1d88374a8 disassociated (deleted). External IP: 172.27.0.106, port: 5db9bcd5-60ae-446c-9634-037fef34d6b7. Nov 20 08:46:44.993316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:46:45.211584 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:46:45.223462 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] Sync routers for ids ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:46:45.237602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] Routers {'86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:46:45.238402 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:46:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:46:45.240736 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:45.300912 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "DELETE /v2.0/floatingips/f9363de4-e2eb-4dcd-9f13-69b1d88374a8 HTTP/1.1" status: 204 len: 173 time: 1.7908139 Nov 20 08:46:45.301374 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:46:45.423484 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'status': 'completed', 'code': 200} Nov 20 08:46:45.452408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] Set router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:46:45.573955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-c5fe98a2-4454-42da-a8e1-f8a4ff6458ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:45.575640 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-c5fe98a2-4454-42da-a8e1-f8a4ff6458ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1162 time: 0.2620895 Nov 20 08:46:45.581820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-c4ddcfae-3069-4d70-be28-8f808dd82a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:45.583526 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-c4ddcfae-3069-4d70-be28-8f808dd82a76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=761446bb47694264aae6812dd60fd4da&device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 1162 time: 0.1112638 Nov 20 08:46:45.829733 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:10Z', 'revision_number': 5, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:46:45.835104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] Checking router: 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:46:45.847496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] Routers {'86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:46:45.848186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:46:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:46:45.861082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-02ff20db-0f85-4d7f-87ca-1f433764a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:45.862765 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-02ff20db-0f85-4d7f-87ca-1f433764a4ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 909 time: 0.2782869 Nov 20 08:46:45.867876 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-ac653a75-9438-4dbe-a538-23df086da932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:45.869481 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-ac653a75-9438-4dbe-a538-23df086da932 service neutron] 10.222.0.24 "GET /v2.0/networks?id=268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 200 len: 909 time: 0.2564015 Nov 20 08:46:46.052757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] Set router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:46:46.247841 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-1ed832e6-98c0-4adb-a9d7-6764f7ed308f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 217 time: 0.3772950 Nov 20 08:46:46.249404 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-cb8bbb7c-9b57-4a7f-9e0f-e877e36d2048 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 200 len: 217 time: 0.3233051 Nov 20 08:46:46.379275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-b6c9eaf4-6297-4be4-889f-b329ec1c7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:46.380922 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-b6c9eaf4-6297-4be4-889f-b329ec1c7f54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.1255350 Nov 20 08:46:46.384428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-a49009f6-1091-4bf2-a318-a787fb45879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:46.385943 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-a49009f6-1091-4bf2-a318-a787fb45879b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 200 len: 854 time: 0.0925016 Nov 20 08:46:46.448023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:10Z', 'revision_number': 5, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:46:46.452479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a844a4a-852e-4c6e-adbd-55641888206a None None] The sync data for ids ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'] in dv-cinder-733622-11-iscsi is: [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:01Z', 'revision_number': 4, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'fa5d8750-7790-4d57-a582-b6b34235c970', 'name': '', 'network_id': '268a5c32-60ae-434f-ac31-6ccc744eef53', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'mac_address': 'fa:16:3e:d7:42:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:43:00Z', 'updated_at': '2020-11-20T08:43:10Z', 'revision_number': 5, 'project_id': '761446bb47694264aae6812dd60fd4da', 'subnets': [{'id': 'b078dc2c-9282-46c0-8ff2-72534c6952ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:46:46.533470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-92b8570a-997e-4317-b9f7-a510778d88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:46.535211 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-92b8570a-997e-4317-b9f7-a510778d88fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1450517 Nov 20 08:46:46.537193 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-c27ce043-80d0-47b9-a92a-909e5977a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:46.538707 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-c27ce043-80d0-47b9-a92a-909e5977a5e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=268a5c32-60ae-434f-ac31-6ccc744eef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1093869 Nov 20 08:46:46.814539 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-23b5575d-9f52-4830-9a2f-deaa47468c3c service neutron] 10.222.0.32 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721131 Nov 20 08:46:46.816573 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-50058241-acc2-442a-bf38-8965f16c43b0 service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521336 Nov 20 08:46:46.906020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453e248-1327-44d6-bd21-6d271b39dde8 None None] New status for floating IP f9363de4-e2eb-4dcd-9f13-69b1d88374a8: DOWN {{(pid=80256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:46:47.099241 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc12a8c2-2f1d-4d56-af78-ab1fa8fa8300 req-eb2039a1-d074-41ba-95da-ffb6c3fe4900 service neutron] 10.222.0.32 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2779047 Nov 20 08:46:47.101309 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cfa7ed0d-53e5-4d36-9d30-62680dd0bcdb req-304cc8d5-7b39-466e-99bc-4ed9bcb404f5 service neutron] 10.222.0.24 "GET /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2530775 Nov 20 08:46:50.001610 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50afad49-dd0b-47e5-8e28-1df5ed0fb578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:52.321054 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:52.887887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:52.937895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-72feea16-70bb-4fd6-b353-13a6219a6918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:54.377115 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:54.763374 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-7bf8f504-10cb-4cb4-813e-9c6851ad8697 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0822875 Nov 20 08:46:54.873027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-f629b0ea-9ce4-48d0-ad7a-deb7ecae341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:54.875066 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-f629b0ea-9ce4-48d0-ad7a-deb7ecae341f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec3e6a3a848442469961a7497234648b&device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 1162 time: 0.0777035 Nov 20 08:46:55.049925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-4657e975-76ea-453d-8586-7db9fbbd1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:55.051593 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-4657e975-76ea-453d-8586-7db9fbbd1b42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 200 len: 909 time: 0.1557355 Nov 20 08:46:55.199440 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:55.205591 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-246fbc61-625e-4efc-9948-7429cc44d2f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5 HTTP/1.1" status: 200 len: 1001 time: 0.1466889 Nov 20 08:46:55.288735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-2f2538cd-d37f-4e37-a407-fffe1153c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:55.290341 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-2f2538cd-d37f-4e37-a407-fffe1153c0f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 200 len: 854 time: 0.0786293 Nov 20 08:46:55.381463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-e02d62fc-d1d1-450c-a470-58e4bff94e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:55.383182 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-e02d62fc-d1d1-450c-a470-58e4bff94e9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3212dd08-f9b6-4467-b55f-4d799007c5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0818272 Nov 20 08:46:55.555168 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-bf44f0b7-a75c-44c4-ba7f-8810697ca383 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650069 Nov 20 08:46:55.725471 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8b48c702-de06-42c0-8d06-f4a3718aab0d req-f18366a4-fa1b-42d0-b79a-560d765cf7c8 service neutron] 10.222.0.24 "GET /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1624603 Nov 20 08:46:55.943115 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adffb89-ff7b-4d94-a24a-a619b5fccc9b req-13367f06-ae04-428f-9e87-662e9b467220 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:55.943872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-0adffb89-ff7b-4d94-a24a-a619b5fccc9b req-13367f06-ae04-428f-9e87-662e9b467220 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Synchronizing usage tracker for tenant:761446bb47694264aae6812dd60fd4da on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:46:55.959342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-0adffb89-ff7b-4d94-a24a-a619b5fccc9b req-13367f06-ae04-428f-9e87-662e9b467220 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Unset dirty status for tenant:761446bb47694264aae6812dd60fd4da on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:46:55.960680 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0adffb89-ff7b-4d94-a24a-a619b5fccc9b req-13367f06-ae04-428f-9e87-662e9b467220 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 945 time: 0.1031082 Nov 20 08:46:56.010780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-0adffb89-ff7b-4d94-a24a-a619b5fccc9b req-5751540e-45cd-480f-b9e2-3ecaad35a064 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Synchronizing usage tracker for tenant:761446bb47694264aae6812dd60fd4da on resource:security_group {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:46:56.027302 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-0adffb89-ff7b-4d94-a24a-a619b5fccc9b req-5751540e-45cd-480f-b9e2-3ecaad35a064 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Unset dirty status for tenant:761446bb47694264aae6812dd60fd4da on resource:security_group {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:46:56.028562 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0adffb89-ff7b-4d94-a24a-a619b5fccc9b req-5751540e-45cd-480f-b9e2-3ecaad35a064 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617869 Nov 20 08:46:57.246502 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dae19-ce6d-4604-8627-432a6892df7c req-119d8306-014f-4727-b2a6-3bcace46dd74 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:57.248167 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ac4dae19-ce6d-4604-8627-432a6892df7c req-119d8306-014f-4727-b2a6-3bcace46dd74 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 945 time: 0.0870130 Nov 20 08:46:57.297380 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ac4dae19-ce6d-4604-8627-432a6892df7c req-a54a1d26-5483-453a-9447-d488bc215f79 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Nov 20 08:46:58.511564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2520434-39b2-4234-b0e8-d2b88faee68d req-55290170-898c-4e86-8ada-34ee6e154849 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:58.513194 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e2520434-39b2-4234-b0e8-d2b88faee68d req-55290170-898c-4e86-8ada-34ee6e154849 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 945 time: 0.0855682 Nov 20 08:46:58.563514 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e2520434-39b2-4234-b0e8-d2b88faee68d req-9883377a-5eeb-4f26-81bb-c1db5ba3136c tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/security-groups?id=16efb60b-7290-4a9d-bf56-357ae64b999e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435224 Nov 20 08:46:58.799634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43b537-500e-4da7-8538-c69b03584d3a req-66876c5d-45cd-4db8-a75d-4834654cb096 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:58.801170 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1e43b537-500e-4da7-8538-c69b03584d3a req-66876c5d-45cd-4db8-a75d-4834654cb096 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.24 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 945 time: 0.0885243 Nov 20 08:46:58.881414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-1e43b537-500e-4da7-8538-c69b03584d3a req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Deleting port 5db9bcd5-60ae-446c-9634-037fef34d6b7 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:46:58.881811 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1e43b537-500e-4da7-8538-c69b03584d3a req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:59.149944 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-1e43b537-500e-4da7-8538-c69b03584d3a req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] For port 5db9bcd5-60ae-446c-9634-037fef34d6b7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5db9bcd5-60ae-446c-9634-037fef34d6b7,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:46:59.150345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1e43b537-500e-4da7-8538-c69b03584d3a req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:59.277851 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-1e43b537-500e-4da7-8538-c69b03584d3a req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Calling delete_port for 5db9bcd5-60ae-446c-9634-037fef34d6b7 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:46:59.424785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1e43b537-500e-4da7-8538-c69b03584d3a req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:59.440614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6b84b707-5c5a-45d8-8991-9eb1ce1bf725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:59.489802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Pushing event deleted for resources: {'Port': ['ID=5db9bcd5-60ae-446c-9634-037fef34d6b7,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:59.503101 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:59.649492 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e43b537-500e-4da7-8538-c69b03584d3a req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] No DVR routers for this DVR port 5db9bcd5-60ae-446c-9634-037fef34d6b7 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:46:59.651822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-1e43b537-500e-4da7-8538-c69b03584d3a req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:59.655522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'name': 'network-vif-deleted', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:46:59.677593 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1e43b537-500e-4da7-8538-c69b03584d3a req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.24 "DELETE /v2.0/ports/5db9bcd5-60ae-446c-9634-037fef34d6b7 HTTP/1.1" status: 204 len: 173 time: 0.8699281 Nov 20 08:46:59.754339 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf', 'name': 'network-vif-deleted', 'tag': '5db9bcd5-60ae-446c-9634-037fef34d6b7', 'status': 'completed', 'code': 200} Nov 20 08:46:59.760040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-13d3e633-1814-4553-89e6-e4cefb7d0312 req-ba704b84-52c0-4a92-91c4-f6d4ff93df84 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Synchronizing usage tracker for tenant:761446bb47694264aae6812dd60fd4da on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:46:59.774655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-13d3e633-1814-4553-89e6-e4cefb7d0312 req-ba704b84-52c0-4a92-91c4-f6d4ff93df84 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Unset dirty status for tenant:761446bb47694264aae6812dd60fd4da on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:46:59.775952 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-13d3e633-1814-4553-89e6-e4cefb7d0312 req-ba704b84-52c0-4a92-91c4-f6d4ff93df84 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] 10.222.0.32 "GET /v2.0/ports?device_id=c2a168a7-bc9b-46ab-bd0f-a2d61b2f00bf HTTP/1.1" status: 200 len: 210 time: 0.0633266 Nov 20 08:46:59.929633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5db9bcd5-60ae-446c-9634-037fef34d6b7 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:46:59.964719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] No Port match for: 5db9bcd5-60ae-446c-9634-037fef34d6b7 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:46:59.965074 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 5db9bcd5-60ae-446c-9634-037fef34d6b7 not bound to the agent host hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:47:01.472664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38126) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:02.131791 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502000'] for router_interface, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:02.261575 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-a724fbf5-9fe2-4ef9-9255-4661a79d8371 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1141973994&fields=id&tenant_id=cbb24c2df5384ba988d38abb22fc49c2 HTTP/1.1" status: 200 len: 267 time: 0.0781133 Nov 20 08:47:02.506041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c4fd57e6-334f-4dba-a1de-74e26377aede tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:02.507676 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c4fd57e6-334f-4dba-a1de-74e26377aede tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 812 time: 0.2382360 Nov 20 08:47:02.567431 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-a37d202f-96a9-4c41-9d8f-eda1bb4e2aa2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/quotas/cbb24c2df5384ba988d38abb22fc49c2 HTTP/1.1" status: 200 len: 375 time: 0.0509543 Nov 20 08:47:02.786960 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-57d22e6d-a634-46ee-b504-e8281ea2a169 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2076406 Nov 20 08:47:03.102678 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4af78d06-0fca-42fc-81eb-074a2d80fe8f service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758393 Nov 20 08:47:03.329317 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-be4f18aa-6449-48b0-8117-4c626b636d1b service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2145023 Nov 20 08:47:03.341024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Deleting port fa5d8750-7790-4d57-a582-b6b34235c970 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:03.341384 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:03.534760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] For port fa5d8750-7790-4d57-a582-b6b34235c970, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=fa5d8750-7790-4d57-a582-b6b34235c970,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:03.535330 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:03.667231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Calling delete_port for fa5d8750-7790-4d57-a582-b6b34235c970 owned by network:router_interface {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:03.798243 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b04cd050-46a2-41b1-a38f-45f61f2351ea req-b416ace2-9de9-40ca-890c-45ea59ecb115 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 210 time: 0.0627646 Nov 20 08:47:03.909962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:03.926645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0bcd71e8-910e-419d-959c-5d6fa2c03048 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:03.975455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5d8750-7790-4d57-a582-b6b34235c970,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:03.988445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:04.378933 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838717498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501782'] for router_interface, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:05.028015 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b3e5eeba-ba2e-40b9-ab70-59f017a02e72 req-19949d9e-38f2-4854-b486-71a2244d62b4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 210 time: 0.0846372 Nov 20 08:47:05.152264 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-921c6d89-d8cb-4fef-b9a1-c3765935e933 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:05.153882 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-921c6d89-d8cb-4fef-b9a1-c3765935e933 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 812 time: 0.2423613 Nov 20 08:47:05.399033 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-1a747b17-1aea-45bb-b4e8-ba4206cdab90 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbb24c2df5384ba988d38abb22fc49c2 HTTP/1.1" status: 200 len: 5287 time: 0.1866550 Nov 20 08:47:05.409881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'port': {'device_id': '108ac308-47f1-4169-be02-e9ffc645d736', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'admin_state_up': True, 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'security_groups': ['091c03a1-2504-48b6-af5c-030668c74582']}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:47:05.657468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:47:05.722137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:47:05.753529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Made reservation on behalf of cbb24c2df5384ba988d38abb22fc49c2 for: {'port': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:47:05.759038 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:05.929202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:47:06.227781 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-146c6603-fe28-46b4-b280-d38abfebd4c6 req-168ff05a-c772-4cae-b834-23514c53ce25 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 210 time: 0.0581322 Nov 20 08:47:06.241610 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Allocated IP 172.20.0.9 (270c5563-6854-44e4-aa1d-e900b0b0f5d7/e81c3f6d-027f-43cc-810f-b8875088632c/d2c9292a-d74f-4fe5-ad43-68781c8a8fff) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:47:06.500108 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:47:06.508821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] Sync routers for ids ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:47:06.522469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] Routers {'86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:47:06.523180 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:46:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:06.551242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:06.560008 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] 10.222.0.32 "PUT /v2.0/routers/86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0862250 Nov 20 08:47:06.563033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38172) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:06.636238 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Transition to ACTIVE for port object d2c9292a-d74f-4fe5-ad43-68781c8a8fff will not be triggered until provisioned by entity DHCP. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:47:06.688693 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:06.705897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:06.718899 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] Set router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:47:06.944704 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'Port': ['ID=d2c9292a-d74f-4fe5-ad43-68781c8a8fff,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:06.951947 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:07.004090 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:47:07.006513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:47:07.009029 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:47:07.054564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:07.203182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:47:03Z', 'revision_number': 5, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:07.208557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] Checking router: 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:47:07.222339 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] Routers {'86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:47:07.223086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:46:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:07.397348 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-86421aa6-f1b6-4d8b-9a74-9bec474674c2 None None] Provisioning for port d2c9292a-d74f-4fe5-ad43-68781c8a8fff completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:47:07.409222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-86421aa6-f1b6-4d8b-9a74-9bec474674c2 None None] Provisioning complete for port d2c9292a-d74f-4fe5-ad43-68781c8a8fff triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:47:07.409645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-86421aa6-f1b6-4d8b-9a74-9bec474674c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:07.443926 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:07.444614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:07.481471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-86421aa6-f1b6-4d8b-9a74-9bec474674c2 None None] Port d2c9292a-d74f-4fe5-ad43-68781c8a8fff cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:47:07.482361 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0779440 Nov 20 08:47:07.488837 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] Set router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:47:07.511080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Request body: {'port': {'device_id': '108ac308-47f1-4169-be02-e9ffc645d736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:47:07.621591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c857166-0d69-4b35-a040-f5ed8fddb610 req-85bb016a-a6cb-4dbe-b10d-3338e9a2032d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:07.622267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-5c857166-0d69-4b35-a040-f5ed8fddb610 req-85bb016a-a6cb-4dbe-b10d-3338e9a2032d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:47:07.716934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-5c857166-0d69-4b35-a040-f5ed8fddb610 req-85bb016a-a6cb-4dbe-b10d-3338e9a2032d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:47:07.718738 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5c857166-0d69-4b35-a040-f5ed8fddb610 req-85bb016a-a6cb-4dbe-b10d-3338e9a2032d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 931 time: 0.3529158 Nov 20 08:47:07.756608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:07.801960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:47:03Z', 'revision_number': 5, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:07.806282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b24f3bc-5795-4830-b289-3de33625ddba None None] The sync data for ids ['86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50'] in dv-cinder-733622-11-iscsi is: [{'id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'name': 'tempest-TestMinimumBasicScenario-1954019602-router', 'tenant_id': '761446bb47694264aae6812dd60fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '0899326b-6bb5-4557-958d-3567ac553687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:47:03Z', 'revision_number': 5, 'project_id': '761446bb47694264aae6812dd60fd4da', 'gw_port': {'id': '0899326b-6bb5-4557-958d-3567ac553687', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:57Z', 'updated_at': '2020-11-20T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:47:07.853234 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5c857166-0d69-4b35-a040-f5ed8fddb610 req-6e758b36-85ed-4fe5-8aa7-fe0d16398602 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1278338 Nov 20 08:47:07.868931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:07.932097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Deleting port 0899326b-6bb5-4557-958d-3567ac553687 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:07.932484 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:08.307542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] For port 0899326b-6bb5-4557-958d-3567ac553687, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=0899326b-6bb5-4557-958d-3567ac553687,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:08.307832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:08.318687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device fa5d8750-7790-4d57-a582-b6b34235c970 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:47:08.354015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: fa5d8750-7790-4d57-a582-b6b34235c970 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:47:08.354445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device fa5d8750-7790-4d57-a582-b6b34235c970 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:47:08.447206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Calling delete_port for 0899326b-6bb5-4557-958d-3567ac553687 owned by network:router_gateway {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:08.633098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c9292a-d74f-4fe5-ad43-68781c8a8fff {{(pid=80253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:47:08.641118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:08.723080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Transition to ACTIVE for port object d2c9292a-d74f-4fe5-ad43-68781c8a8fff will not be triggered until provisioned by entity L2. {{(pid=80253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:47:08.724583 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:08.741638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a865add6-40a7-4b6c-8615-94101d9d7b56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:08.778910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:08.817931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0899326b-6bb5-4557-958d-3567ac553687,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:08.828482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:08.829032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c42dfb16-8ec2-4f96-a796-68a30443f497 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:09.100430 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Pushing event updated for resources: {'Port': ['ID=d2c9292a-d74f-4fe5-ad43-68781c8a8fff,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:09.128473 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:09.318559 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3d55a-774b-43ba-ae22-038dde1e1605 req-a5608c39-a823-4f64-8241-66716c4e1a61 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:09.320293 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d3b3d55a-774b-43ba-ae22-038dde1e1605 req-a5608c39-a823-4f64-8241-66716c4e1a61 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 943 time: 0.3012836 Nov 20 08:47:09.798297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518640'] for router_gateway, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:09.866072 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d3b3d55a-774b-43ba-ae22-038dde1e1605 req-f53bea7e-af1e-4f3c-bdab-4245d185944c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.5141068 Nov 20 08:47:09.943292 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Attempting to bind port d2c9292a-d74f-4fe5-ad43-68781c8a8fff on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:47:09.943673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Attempting to bind port d2c9292a-d74f-4fe5-ad43-68781c8a8fff by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:47:09.944051 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Attempting to bind port d2c9292a-d74f-4fe5-ad43-68781c8a8fff on network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:47:10.016647 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Checking agent: {'id': '01117043-2d47-467e-af6a-fe1f3b5773c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 32, 50), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 20), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:47:10.017032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Checking segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:47:10.017444 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.017850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Bound using segment: {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'} {{(pid=80253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:47:10.018347 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Bound port: d2c9292a-d74f-4fe5-ad43-68781c8a8fff, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558af7a8-89e3-40a5-97ef-bd52052f8fa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7'}}] {{(pid=80253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:47:10.018728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.137694 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854268130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775281'] for router, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.163179 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.205575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] For port d2c9292a-d74f-4fe5-ad43-68781c8a8fff, host hv-cinder-73362, cleared binding levels {{(pid=80253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:47:10.212611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-497582'] for router, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.213203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 {{(pid=80253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:47:10.217753 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] For port d2c9292a-d74f-4fe5-ad43-68781c8a8fff, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d2c9292a-d74f-4fe5-ad43-68781c8a8fff,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:47:10.223649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.240993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4f4ec161-3ad8-4af0-b816-20ef6df1b4a2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:10.321391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Notify callbacks [] for router, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.322656 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/86ae49b6-a9fe-4b7e-8d7a-d35b6af47a50 HTTP/1.1" status: 204 len: 168 time: 3.7586393 Nov 20 08:47:10.325635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38196) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:10.400968 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Deleting subnet b078dc2c-9282-46c0-8ff2-72534c6952ec {{(pid=80254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:47:10.404909 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.409915 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Pushing event updated for resources: {'Port': ['ID=d2c9292a-d74f-4fe5-ad43-68781c8a8fff,revision_number=3']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:10.414863 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:10.450541 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:10.450674 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.452263 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] 10.222.0.24 "PUT /v2.0/ports/d2c9292a-d74f-4fe5-ad43-68781c8a8fff HTTP/1.1" status: 200 len: 1157 time: 2.9466250 Nov 20 08:47:10.452806 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:47:10.466080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851662180'] for subnet, precommit_delete_associations {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.552378 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff', 'status': 'completed', 'code': 200} Nov 20 08:47:10.597095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-8236b7a4-4f6c-4b6a-96dd-a1838940495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:10.598762 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-8236b7a4-4f6c-4b6a-96dd-a1838940495c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 1160 time: 0.0900130 Nov 20 08:47:10.615771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.688353 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-b751b4e8-4c40-469f-9220-36fd6fa6a316 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2c9292a-d74f-4fe5-ad43-68781c8a8fff HTTP/1.1" status: 200 len: 217 time: 0.0758674 Nov 20 08:47:10.764654 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c1fe3ef2-8eeb-4db5-9bc3-74c21b87feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:10.766466 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c1fe3ef2-8eeb-4db5-9bc3-74c21b87feb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.0717924 Nov 20 08:47:10.853615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c493b3a3-4ade-470b-8284-febe0aed2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:10.855295 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-c493b3a3-4ade-470b-8284-febe0aed2b69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0823913 Nov 20 08:47:10.899546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853426402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851797002'] for subnet, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:10.917919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e31cfce7-f593-4da4-8814-f4adbff79ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:10.974805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b078dc2c-9282-46c0-8ff2-72534c6952ec,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:11.012963 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-5b503299-c25d-42b0-aa62-821642a61875 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505864 Nov 20 08:47:11.043655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.044183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.044686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.045745 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.046239 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.046729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.047234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.047719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.048202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.048684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.049167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.049648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.050259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.050703 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.051223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.051687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.052166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.052650 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.053110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.053600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.054081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.054557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.055056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.055537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:11.068307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:11.089146 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:11.096006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2775e1ea-3e3f-4cf7-aebc-1a3579843cca None None] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:47:11.097431 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b078dc2c-9282-46c0-8ff2-72534c6952ec HTTP/1.1" status: 204 len: 168 time: 0.7704537 Nov 20 08:47:11.099939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38212) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:11.252539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:11.253930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2a200-eca5-47ea-b527-0a58c889551f req-8ce707f9-2edd-401d-96a9-fdc72e9791ff tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:11.255888 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0bc2a200-eca5-47ea-b527-0a58c889551f req-8ce707f9-2edd-401d-96a9-fdc72e9791ff tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 943 time: 0.2064748 Nov 20 08:47:11.258265 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a86e5326-ef30-457b-b4cd-225d37ac54ab req-6c310cf3-df6d-4529-a66d-75bc385b9aca service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2374029 Nov 20 08:47:11.312869 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0bc2a200-eca5-47ea-b527-0a58c889551f req-a6900371-00a5-43d8-b1c1-12c305d1acc3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0488927 Nov 20 08:47:11.345062 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Deleting port ce10c04e-a735-4fcb-9e78-05b33061ee60 {{(pid=80254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:11.345447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:11.442867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-98294591-f277-4523-8e2c-fc0822dff74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:11.445506 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-98294591-f277-4523-8e2c-fc0822dff74f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 1160 time: 0.0922005 Nov 20 08:47:11.458364 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] DHCP port deletion for 268a5c32-60ae-434f-ac31-6ccc744eef53 request from dv-cinder-733622-11-iscsi {{(pid=80255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 20 08:47:11.464057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] Deleting port ce10c04e-a735-4fcb-9e78-05b33061ee60 {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:11.464528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:11.602993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] For port ce10c04e-a735-4fcb-9e78-05b33061ee60, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ce10c04e-a735-4fcb-9e78-05b33061ee60,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:11.603671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:11.625563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-453815c5-71e8-45ee-8782-96b9e159c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:11.627387 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-453815c5-71e8-45ee-8782-96b9e159c29e service neutron] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.1687834 Nov 20 08:47:11.708835 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-146c1198-3481-49fc-bc6b-d1e72e5548ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2c9292a-d74f-4fe5-ad43-68781c8a8fff HTTP/1.1" status: 200 len: 217 time: 0.0738432 Nov 20 08:47:11.749582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Calling delete_port for ce10c04e-a735-4fcb-9e78-05b33061ee60 owned by network:dhcp {{(pid=80254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:11.761282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] For port ce10c04e-a735-4fcb-9e78-05b33061ee60, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ce10c04e-a735-4fcb-9e78-05b33061ee60,segment=NetworkSegment(013d945c-b0f9-4a4c-a41c-57619357bc68),segment_id=013d945c-b0f9-4a4c-a41c-57619357bc68)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:11.761838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:11.811829 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-7035122e-8b4d-45bb-9b8e-75385af1474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:11.813673 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-7035122e-8b4d-45bb-9b8e-75385af1474d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.0970693 Nov 20 08:47:11.904021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-3aea3bde-3f81-4a5b-a894-3756ff607b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:11.906336 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-3aea3bde-3f81-4a5b-a894-3756ff607b94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0848536 Nov 20 08:47:11.913403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] Calling delete_port for ce10c04e-a735-4fcb-9e78-05b33061ee60 owned by network:dhcp {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:12.050734 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:12.059024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80255) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:47:12.059454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:47:12.061773 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-8cbed474-6ffb-41b0-810a-761d9ce30c09 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477270 Nov 20 08:47:12.067522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a14c1559-4863-41a5-bf0a-015dcd4c1df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:12.114541 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce10c04e-a735-4fcb-9e78-05b33061ee60,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:12.117586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:12.216644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] No DVR routers for this DVR port ce10c04e-a735-4fcb-9e78-05b33061ee60 on host dv-cinder-733622-11-iscsi {{(pid=80254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:47:12.217978 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b1a8ea94-b92f-4775-8c5f-63feaa269378 req-4cdd59c8-c538-402f-8e17-d8949f7f0874 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483979 Nov 20 08:47:12.346575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:12.360636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ce10c04e-a735-4fcb-9e78-05b33061ee60 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:47:12.400526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: ce10c04e-a735-4fcb-9e78-05b33061ee60 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:47:12.400921 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ce10c04e-a735-4fcb-9e78-05b33061ee60 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:47:12.401381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 0899326b-6bb5-4557-958d-3567ac553687 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:47:12.447310 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: 0899326b-6bb5-4557-958d-3567ac553687 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:47:12.447709 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 0899326b-6bb5-4557-958d-3567ac553687 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:47:12.473013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268a5c32-60ae-434f-ac31-6ccc744eef53']}} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:12.486304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013d945c-b0f9-4a4c-a41c-57619357bc68') {'for_net_delete': True} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:12.486650 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013d945c-b0f9-4a4c-a41c-57619357bc68') {} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:12.499881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113621'] for segment, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:12.516089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:12.518122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:47:12.546730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b440314-d672-433e-947d-b6b1b01db920 req-7dd1295e-54b4-42a8-b23b-9480efc7e155 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:12.548375 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b440314-d672-433e-947d-b6b1b01db920 req-7dd1295e-54b4-42a8-b23b-9480efc7e155 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 943 time: 0.0865836 Nov 20 08:47:12.561814 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] Deleting port ce10c04e-a735-4fcb-9e78-05b33061ee60 {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:12.562196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:12.600396 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4b440314-d672-433e-947d-b6b1b01db920 req-76ae0507-c8ee-4d6e-9313-8fc97177789c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0442271 Nov 20 08:47:12.635875 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8da19d35-0e5a-4ac3-8d01-f4648da893be None None] The port 'ce10c04e-a735-4fcb-9e78-05b33061ee60' was deleted {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 20 08:47:12.712546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:47:12.722010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347824'] for segment, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:12.903546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Network 268a5c32-60ae-434f-ac31-6ccc744eef53 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:47:12.927321 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:47:13.009404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:13.012880 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:13.029752 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:13.038470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Pushing event deleted for resources: {'Network': ['ID=268a5c32-60ae-434f-ac31-6ccc744eef53,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:13.043100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:13.047561 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3368163e-103b-4c9c-bdf7-8bd95bfb4803 admin admin] 10.222.0.32 "DELETE /v2.0/networks/268a5c32-60ae-434f-ac31-6ccc744eef53 HTTP/1.1" status: 204 len: 168 time: 1.9462388 Nov 20 08:47:13.208448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38228) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:13.262622 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-cbb4983b-f40c-49a0-ac39-bd24c48dd922 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=761446bb47694264aae6812dd60fd4da&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0529017 Nov 20 08:47:13.265290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38232) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:13.327255 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-05d81f4b-2cd3-4b75-a883-9cb15fcd95a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:13.354509 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-05d81f4b-2cd3-4b75-a883-9cb15fcd95a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:13.401150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-05d81f4b-2cd3-4b75-a883-9cb15fcd95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:13.406859 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4e16bd9a-3fd0-421f-a2f0-3bc4deaaef0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:13.425565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d81f4b-2cd3-4b75-a883-9cb15fcd95a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16efb60b-7290-4a9d-bf56-357ae64b999e,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:13.430933 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-05d81f4b-2cd3-4b75-a883-9cb15fcd95a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:13.432984 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-05d81f4b-2cd3-4b75-a883-9cb15fcd95a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:13.434202 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-05d81f4b-2cd3-4b75-a883-9cb15fcd95a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16efb60b-7290-4a9d-bf56-357ae64b999e HTTP/1.1" status: 204 len: 168 time: 0.1679618 Nov 20 08:47:13.743873 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:47:13.853328 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed7ef0-1f65-4b58-8e7b-e6f9400b7c2c req-eb2239f4-2287-4282-b749-f5bb802e1b87 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:13.863381 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-feed7ef0-1f65-4b58-8e7b-e6f9400b7c2c req-eb2239f4-2287-4282-b749-f5bb802e1b87 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 943 time: 0.1104622 Nov 20 08:47:13.914034 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-feed7ef0-1f65-4b58-8e7b-e6f9400b7c2c req-e4275c03-47aa-4f2d-98cc-422dfb40c20b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0437698 Nov 20 08:47:15.133672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c06ffb-7b99-4273-8a2a-380507cd8ad1 req-d3ee67ac-1b43-419f-bab9-319653dfe318 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:15.135243 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-31c06ffb-7b99-4273-8a2a-380507cd8ad1 req-d3ee67ac-1b43-419f-bab9-319653dfe318 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 943 time: 0.0904546 Nov 20 08:47:15.185424 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-31c06ffb-7b99-4273-8a2a-380507cd8ad1 req-ee860017-925b-4e8f-9c3e-b7ed0211ea65 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0434248 Nov 20 08:47:16.399697 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fdbd5-3475-4209-ac3e-9dd458f3094d req-b901531d-e6ca-4f15-8860-55da794cb747 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:16.401291 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-792fdbd5-3475-4209-ac3e-9dd458f3094d req-b901531d-e6ca-4f15-8860-55da794cb747 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 943 time: 0.0847082 Nov 20 08:47:16.449011 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-792fdbd5-3475-4209-ac3e-9dd458f3094d req-179954ac-8f3c-426a-80fc-2a8dfb938a61 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0413394 Nov 20 08:47:17.663973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb4a0f-0ca7-4711-8fe4-96b27d5308a4 req-96abb917-5189-4e40-9f62-5b10e4fb77cd tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:17.665625 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dabb4a0f-0ca7-4711-8fe4-96b27d5308a4 req-96abb917-5189-4e40-9f62-5b10e4fb77cd tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 943 time: 0.0866413 Nov 20 08:47:17.718250 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-dabb4a0f-0ca7-4711-8fe4-96b27d5308a4 req-64b8793c-fb67-4a23-90dd-cac592dc3641 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0451448 Nov 20 08:47:18.929333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8722af-f155-4545-87d5-06fe06aa2807 req-b89bdda2-8f34-417e-a311-030fd3588fa2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:18.931001 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4a8722af-f155-4545-87d5-06fe06aa2807 req-b89bdda2-8f34-417e-a311-030fd3588fa2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 943 time: 0.0832250 Nov 20 08:47:18.980627 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4a8722af-f155-4545-87d5-06fe06aa2807 req-74dd3b63-71ae-4265-8dc9-7019ed496d3b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0432479 Nov 20 08:47:20.005032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-39d132b5-1678-4015-8046-ce26f7c46136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:20.212756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705642e6-8a3a-4a16-b8ab-76f99ac09b86 req-b70bdc26-7415-4c17-8f2b-0a8b76ef85ff tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:20.214372 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-705642e6-8a3a-4a16-b8ab-76f99ac09b86 req-b70bdc26-7415-4c17-8f2b-0a8b76ef85ff tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 943 time: 0.1010146 Nov 20 08:47:20.268544 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-705642e6-8a3a-4a16-b8ab-76f99ac09b86 req-cd146947-edf2-4d86-bc86-3ba147be3a2e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0472696 Nov 20 08:47:20.877186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device d2c9292a-d74f-4fe5-ad43-68781c8a8fff up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:47:20.946300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning for port d2c9292a-d74f-4fe5-ad43-68781c8a8fff completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:47:20.951783 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port d2c9292a-d74f-4fe5-ad43-68781c8a8fff triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:47:20.952297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:21.072852 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:21.101960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:47:21.113243 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port d2c9292a-d74f-4fe5-ad43-68781c8a8fff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d2c9292a-d74f-4fe5-ad43-68781c8a8fff,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:21.116170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:21.118919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:21.167131 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff', 'code': 200} Nov 20 08:47:21.189555 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=d2c9292a-d74f-4fe5-ad43-68781c8a8fff,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:21.198598 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.199013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.199403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.199783 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.200154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.200526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.200931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.201296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.201663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.202026 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.202394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.202758 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.203242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.203614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.203976 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.204381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.204751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.205114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.205478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.205845 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.206207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.206574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.206983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.207344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:21.211586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:21.803528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb873e7-a56a-48be-bbdb-cf7d3bd47a53 req-bdaf8793-a404-4655-b333-eab3ddf76927 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:21.805150 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3eb873e7-a56a-48be-bbdb-cf7d3bd47a53 req-bdaf8793-a404-4655-b333-eab3ddf76927 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 945 time: 0.3842046 Nov 20 08:47:21.811211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b0e90-d961-4f07-8852-b85b23adee85 req-0e89a755-977a-46d2-a6a2-83a2cf0b2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:21.812807 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e82b0e90-d961-4f07-8852-b85b23adee85 req-0e89a755-977a-46d2-a6a2-83a2cf0b2786 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 1162 time: 0.3509948 Nov 20 08:47:21.887925 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3eb873e7-a56a-48be-bbdb-cf7d3bd47a53 req-bfde726e-d91f-462b-9a26-b08b900046e1 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0740781 Nov 20 08:47:21.891908 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-e82b0e90-d961-4f07-8852-b85b23adee85 req-49f5dc86-de2e-43f2-9332-286716e09885 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0613956 Nov 20 08:47:22.256562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device d2c9292a-d74f-4fe5-ad43-68781c8a8fff up at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:47:22.331577 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:22.347155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Provisioning complete for port d2c9292a-d74f-4fe5-ad43-68781c8a8fff triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:47:22.347570 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:22.891853 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:22.944547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa760-2779-4980-b763-25c2f96d010a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:23.127374 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab287640-297c-43d9-a89d-cbf318730558 req-504a3653-fb27-4377-9ac9-0648ae66590b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:23.129044 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ab287640-297c-43d9-a89d-cbf318730558 req-504a3653-fb27-4377-9ac9-0648ae66590b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 945 time: 0.0923755 Nov 20 08:47:23.191954 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ab287640-297c-43d9-a89d-cbf318730558 req-48f2dc0e-7881-4a29-ab04-f722b239576c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0563915 Nov 20 08:47:24.381553 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:24.428890 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366bc25-fd90-4beb-a301-344f20544138 req-e4911bb9-51f5-4db3-aa1c-f9c0b2cdf5f7 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:24.430506 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1366bc25-fd90-4beb-a301-344f20544138 req-e4911bb9-51f5-4db3-aa1c-f9c0b2cdf5f7 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 945 time: 0.0979054 Nov 20 08:47:24.483044 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-1366bc25-fd90-4beb-a301-344f20544138 req-4d0720e6-0022-4c97-a801-9d9a0544511d tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0452707 Nov 20 08:47:24.709476 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73035d4b-98a0-4b35-9eec-04398becd922 req-a9ab4de2-3c63-429f-b6f5-658cafe46c69 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:24.711185 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-73035d4b-98a0-4b35-9eec-04398becd922 req-a9ab4de2-3c63-429f-b6f5-658cafe46c69 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 945 time: 0.0901799 Nov 20 08:47:24.763841 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-73035d4b-98a0-4b35-9eec-04398becd922 req-6c4d81fc-146e-4240-b015-625bdfa61760 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0455775 Nov 20 08:47:24.981310 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-753c2195-567a-44a6-92ad-f660d97b950e req-a573c082-f6bc-4930-b54b-807ab819d92a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1631751 Nov 20 08:47:24.992291 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'floatingip': {'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:47:24.999256 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:47:25.009326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:47:25.018778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:25.174240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:25.201022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:25.487439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Allocated IP 172.27.0.240 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/fbc57f98-8bc0-4b88-8ee1-7d79e043972b) {{(pid=80253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:47:25.654604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for port, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:25.681846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:25.697998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-44375e1a-f8b0-473d-9b4e-2d3f3821bfb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:25.851289 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'Port': ['ID=fbc57f98-8bc0-4b88-8ee1-7d79e043972b,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:25.855974 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:25.899735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:47:25.901077 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Resources bound (agent type, host, resource id): {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:47:25.903424 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Received port after_create {{(pid=80253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:47:26.060608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3a5d4-33ac-4548-bf20-60bdf7a0d9b1 req-e5f89636-d71f-4aa9-a174-f7ed37e5f99b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:26.062512 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ecc3a5d4-33ac-4548-bf20-60bdf7a0d9b1 req-e5f89636-d71f-4aa9-a174-f7ed37e5f99b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 945 time: 0.1241949 Nov 20 08:47:26.105789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:26.164092 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ecc3a5d4-33ac-4548-bf20-60bdf7a0d9b1 req-ac8a3317-49a2-4c2a-9f47-8c5aca476c41 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947814 Nov 20 08:47:26.179767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:26.453425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for port, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:26.457002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852406404'] for port, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:26.472760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c9631d69-93c0-47f3-9b4b-6c11e1c5a0bd tempest-VolumesActionsTest-1015278032 tempest-VolumesActionsTest-1015278032] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:26.618379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event updated for resources: {'Port': ['ID=fbc57f98-8bc0-4b88-8ee1-7d79e043972b,revision_number=2']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:26.623786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:26.714856 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:26.743006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:26.744337 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-753c2195-567a-44a6-92ad-f660d97b950e req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7565374 Nov 20 08:47:26.832501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-753c2195-567a-44a6-92ad-f660d97b950e req-0b98a35e-7520-4f17-8b13-bd17561ff2b3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:floatingip {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:47:26.847598 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-753c2195-567a-44a6-92ad-f660d97b950e req-0b98a35e-7520-4f17-8b13-bd17561ff2b3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:floatingip {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:47:26.848867 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-753c2195-567a-44a6-92ad-f660d97b950e req-0b98a35e-7520-4f17-8b13-bd17561ff2b3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.240 HTTP/1.1" status: 200 len: 696 time: 0.0979064 Nov 20 08:47:27.010754 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c2195-567a-44a6-92ad-f660d97b950e req-b1313969-486e-4623-887c-b13c7f8aa9d0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:27.012180 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-753c2195-567a-44a6-92ad-f660d97b950e req-b1313969-486e-4623-887c-b13c7f8aa9d0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 784 time: 0.1573172 Nov 20 08:47:27.204324 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-5d9ba7a0-75bf-43a4-a96f-5a6d5d6bbf23 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:27.205903 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-5d9ba7a0-75bf-43a4-a96f-5a6d5d6bbf23 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0860369 Nov 20 08:47:27.297332 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-6cb8f8c0-1d2c-4b06-a233-cf98c2ea8360 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.240 HTTP/1.1" status: 200 len: 696 time: 0.0852230 Nov 20 08:47:27.341923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-defe8e67-e107-4834-a2cf-1c44b6ef695a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Request body: {'floatingip': {'port_id': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:47:27.441788 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-defe8e67-e107-4834-a2cf-1c44b6ef695a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, before_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:27.599237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24768e4c-a8be-4967-a527-569496b48bee req-b5447290-e431-4dae-a635-db771edea1d5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:27.600788 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-24768e4c-a8be-4967-a527-569496b48bee req-b5447290-e431-4dae-a635-db771edea1d5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 945 time: 0.3025928 Nov 20 08:47:27.790193 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-24768e4c-a8be-4967-a527-569496b48bee req-e44c0372-426d-46fa-8f43-b1d0ecc6020b tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560035 Nov 20 08:47:28.149260 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-defe8e67-e107-4834-a2cf-1c44b6ef695a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:28.152063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-defe8e67-e107-4834-a2cf-1c44b6ef695a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:28.369832 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-defe8e67-e107-4834-a2cf-1c44b6ef695a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Floating IP dee932f5-0343-4a9c-867c-7737c7dd6c35 associated. External IP: 172.27.0.240, port: d2c9292a-d74f-4fe5-ad43-68781c8a8fff. Nov 20 08:47:28.873611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54035a6-d606-41c6-b355-b338cb081a2b req-2be7cf9a-47a9-44c6-aacb-63dd9b29d0b2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:28.875266 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b54035a6-d606-41c6-b355-b338cb081a2b req-2be7cf9a-47a9-44c6-aacb-63dd9b29d0b2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 945 time: 0.1245832 Nov 20 08:47:29.071246 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Deleting port e19e2a54-3a41-4075-947b-b152b0075dfc {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:29.071636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:29.254429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91fa21-39ff-4fd1-8b39-1ee4efba3179 req-43ae2613-d8f9-4eb9-bb60-156f07b0f51d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:29.256071 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0b91fa21-39ff-4fd1-8b39-1ee4efba3179 req-43ae2613-d8f9-4eb9-bb60-156f07b0f51d tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 945 time: 0.2757757 Nov 20 08:47:29.491929 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-0b91fa21-39ff-4fd1-8b39-1ee4efba3179 req-f90094aa-522d-430f-b5e2-20e604bd2a52 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups?id=af0d081e-77e9-4d04-a3e5-06472fa7d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733727 Nov 20 08:47:29.506251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] For port e19e2a54-3a41-4075-947b-b152b0075dfc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e19e2a54-3a41-4075-947b-b152b0075dfc,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:29.506663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:29.613920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-defe8e67-e107-4834-a2cf-1c44b6ef695a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Router 42722de5-8477-4473-a00a-b8b543f09930 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:47:29.924553 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:29.925143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:29.925306 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Floating IP 73a2fb92-459f-4b19-b44b-0fef499e92fe disassociated. External IP: 172.27.0.236, port: e19e2a54-3a41-4075-947b-b152b0075dfc. Nov 20 08:47:29.925655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Calling delete_port for e19e2a54-3a41-4075-947b-b152b0075dfc owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:30.168729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:30.171705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-defe8e67-e107-4834-a2cf-1c44b6ef695a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:47:30.181118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] Sync routers for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:47:30.182253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device e19e2a54-3a41-4075-947b-b152b0075dfc no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:47:30.186463 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:30.193756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:47:30.194505 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:47:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:30.221549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] No Port match for: e19e2a54-3a41-4075-947b-b152b0075dfc {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:47:30.223413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device e19e2a54-3a41-4075-947b-b152b0075dfc not bound to the agent host hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:47:30.239611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event deleted for resources: {'Port': ['ID=e19e2a54-3a41-4075-947b-b152b0075dfc,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:30.244578 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:30.246632 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-defe8e67-e107-4834-a2cf-1c44b6ef695a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:30.384585 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-defe8e67-e107-4834-a2cf-1c44b6ef695a tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "PUT /v2.0/floatingips/dee932f5-0343-4a9c-867c-7737c7dd6c35 HTTP/1.1" status: 200 len: 996 time: 3.0516946 Nov 20 08:47:30.385643 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:47:30.387011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:47:30.456631 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff', 'status': 'completed', 'code': 200} Nov 20 08:47:30.629794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-bc0e10be-48c6-4013-afb6-128f5028f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:30.631525 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-bc0e10be-48c6-4013-afb6-128f5028f51c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 1162 time: 0.2327106 Nov 20 08:47:30.779131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '3a6cf17c-b622-40b5-a090-22da003add85', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:79:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:54Z', 'updated_at': '2020-11-20T08:45:00Z', 'revision_number': 2, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}, {'id': 'dee932f5-0343-4a9c-867c-7737c7dd6c35', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:04:aa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108ac308-47f1-4169-be02-e9ffc645d736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:47:26Z', 'updated_at': '2020-11-20T08:47:28Z', 'revision_number': 1, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:30.784044 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] Checking router: 42722de5-8477-4473-a00a-b8b543f09930 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:47:30.797034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:47:30.797727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:47:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:30.982903 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-87964a03-ae89-477f-9fff-da1131e8bfb1 req-b2debd2a-09df-42f5-be94-2ce171295fb3 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Synchronizing usage tracker for tenant:23a01ff4098241ebb17193a45fd51161 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:47:31.002529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:47:31.083228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83506688-5b84-49de-ab37-43fafc9a420f req-3387d606-c51f-4369-b267-c416760649d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:31.084832 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-83506688-5b84-49de-ab37-43fafc9a420f req-3387d606-c51f-4369-b267-c416760649d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 1162 time: 0.5878291 Nov 20 08:47:31.090994 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-87964a03-ae89-477f-9fff-da1131e8bfb1 req-b2debd2a-09df-42f5-be94-2ce171295fb3 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Unset dirty status for tenant:23a01ff4098241ebb17193a45fd51161 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:47:31.092287 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-87964a03-ae89-477f-9fff-da1131e8bfb1 req-b2debd2a-09df-42f5-be94-2ce171295fb3 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 210 time: 0.4534454 Nov 20 08:47:31.169010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-78417b8c-9b66-418e-bf87-0faef3492bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:31.170716 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-78417b8c-9b66-418e-bf87-0faef3492bda service neutron] 10.222.0.32 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.5291023 Nov 20 08:47:31.451858 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83506688-5b84-49de-ab37-43fafc9a420f req-5a33e72b-7d5a-491d-a3b0-b43504447e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:31.453522 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-83506688-5b84-49de-ab37-43fafc9a420f req-5a33e72b-7d5a-491d-a3b0-b43504447e29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.3597517 Nov 20 08:47:31.456773 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-f8250bc4-f098-4f0c-a13c-cb83f734d75d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2c9292a-d74f-4fe5-ad43-68781c8a8fff HTTP/1.1" status: 200 len: 999 time: 0.2383299 Nov 20 08:47:31.540221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '3a6cf17c-b622-40b5-a090-22da003add85', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:79:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:54Z', 'updated_at': '2020-11-20T08:45:00Z', 'revision_number': 2, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}, {'id': 'dee932f5-0343-4a9c-867c-7737c7dd6c35', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:04:aa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108ac308-47f1-4169-be02-e9ffc645d736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:47:26Z', 'updated_at': '2020-11-20T08:47:28Z', 'revision_number': 1, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:31.544946 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6718301-ae39-4326-ab3a-eda66b2e9ac2 None None] The sync data for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi is: [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '3a6cf17c-b622-40b5-a090-22da003add85', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:79:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:54Z', 'updated_at': '2020-11-20T08:45:00Z', 'revision_number': 2, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}, {'id': 'dee932f5-0343-4a9c-867c-7737c7dd6c35', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:04:aa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108ac308-47f1-4169-be02-e9ffc645d736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:47:26Z', 'updated_at': '2020-11-20T08:47:28Z', 'revision_number': 1, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:47:31.642666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-7bb4e0fc-abde-4e22-97ea-ff5d012c320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:31.644348 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-7bb4e0fc-abde-4e22-97ea-ff5d012c320e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.1279626 Nov 20 08:47:31.646319 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Router 3340d093-6112-4072-a136-424d37d84c84 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:47:31.648483 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-83506688-5b84-49de-ab37-43fafc9a420f req-75651de3-c7d7-4514-a068-dc9b6ea9f53a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2c9292a-d74f-4fe5-ad43-68781c8a8fff HTTP/1.1" status: 200 len: 999 time: 0.1881831 Nov 20 08:47:31.843810 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e974cb4e-66b9-43dc-b439-26f96ae8927d None None] New status for floating IP dee932f5-0343-4a9c-867c-7737c7dd6c35: ACTIVE {{(pid=80255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:47:31.854232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83506688-5b84-49de-ab37-43fafc9a420f req-e4853a5d-dc77-488f-bd04-1a2a6072df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:31.856492 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-83506688-5b84-49de-ab37-43fafc9a420f req-e4853a5d-dc77-488f-bd04-1a2a6072df7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.1608722 Nov 20 08:47:31.952697 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-3db9efc5-d039-4967-8c3c-e31eb7a71d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:31.954427 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-3db9efc5-d039-4967-8c3c-e31eb7a71d97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3027201 Nov 20 08:47:32.037699 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83506688-5b84-49de-ab37-43fafc9a420f req-d0231c3a-237c-4718-9bbb-b910adf766cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:32.039327 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-83506688-5b84-49de-ab37-43fafc9a420f req-d0231c3a-237c-4718-9bbb-b910adf766cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1757112 Nov 20 08:47:32.366160 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-dea98a37-4e8e-4fb4-95c7-fe953821b3fd service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036667 Nov 20 08:47:32.370405 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-04540763-c471-4554-88a4-469a4c72b47a req-e8f2ff07-9192-46f6-82d3-6157996f99d5 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/ports?device_id=3c3219d5-3947-45ad-b9a2-471675e312d9 HTTP/1.1" status: 200 len: 210 time: 0.0744262 Nov 20 08:47:32.516085 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-83506688-5b84-49de-ab37-43fafc9a420f req-2eb185a7-2267-48a3-834d-dad9b2781a18 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217107 Nov 20 08:47:32.557824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:47:32.567256 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] Sync routers for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:47:32.580436 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:47:32.581111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:47:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:32.627837 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] No DVR routers for this DVR port e19e2a54-3a41-4075-947b-b152b0075dfc on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:47:32.634174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:32.636335 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b54035a6-d606-41c6-b355-b338cb081a2b req-79db6eab-22a5-4509-9af8-5d774d7e5946 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.24 "DELETE /v2.0/ports/e19e2a54-3a41-4075-947b-b152b0075dfc HTTP/1.1" status: 204 len: 173 time: 3.7555816 Nov 20 08:47:32.639553 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'name': 'network-vif-deleted', 'tag': 'e19e2a54-3a41-4075-947b-b152b0075dfc'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:47:32.696707 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-56498186-7e56-4090-b0a0-a8d6bc17da50 req-96fe0dc8-73ad-4dd7-b1d3-7bbd2619ba95 service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3209162 Nov 20 08:47:32.730446 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3219d5-3947-45ad-b9a2-471675e312d9', 'name': 'network-vif-deleted', 'tag': 'e19e2a54-3a41-4075-947b-b152b0075dfc', 'status': 'completed', 'code': 200} Nov 20 08:47:32.752123 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-83506688-5b84-49de-ab37-43fafc9a420f req-2c50bb16-3752-468e-825f-76003e38212e service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2285426 Nov 20 08:47:32.800747 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:47:33.131393 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:33.135831 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] Checking router: 3340d093-6112-4072-a136-424d37d84c84 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:47:33.154360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:47:33.155649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:47:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:33.357408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:47:33.535269 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38342) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:33.605737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cfbf43e4-80ac-47d6-a554-c8da8d2f795c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:33.636251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cfbf43e4-80ac-47d6-a554-c8da8d2f795c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:33.691360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cfbf43e4-80ac-47d6-a554-c8da8d2f795c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:33.696932 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0125da5d-f54e-4342-9c3a-d8a25875e5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:33.699135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:33.704283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3921cb-9ebd-4dae-a9b8-b6c555857157 None None] The sync data for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi is: [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:36:53Z', 'revision_number': 4, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'c917f384-3cdb-473e-b357-3440cc75ebd9', 'name': '', 'network_id': '49bd959b-554f-4b2c-b5ed-bccff4feeebb', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'mac_address': 'fa:16:3e:ba:c5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:51Z', 'updated_at': '2020-11-20T08:37:03Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'subnets': [{'id': '396c3ca1-079d-41e6-a54b-a35963e19eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:47:33.713373 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf43e4-80ac-47d6-a554-c8da8d2f795c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0d081e-77e9-4d04-a3e5-06472fa7d08a,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:33.717054 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cfbf43e4-80ac-47d6-a554-c8da8d2f795c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:33.719269 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cfbf43e4-80ac-47d6-a554-c8da8d2f795c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:33.721272 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-cfbf43e4-80ac-47d6-a554-c8da8d2f795c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "DELETE /v2.0/security-groups/af0d081e-77e9-4d04-a3e5-06472fa7d08a HTTP/1.1" status: 204 len: 168 time: 0.1837282 Nov 20 08:47:33.723399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38346) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:33.745808 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.v2.resource [None req-54001b12-e7d2-47d4-86f6-0bd37d27c9b2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] show failed (client error): The resource could not be found. Nov 20 08:47:33.746966 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-54001b12-e7d2-47d4-86f6-0bd37d27c9b2 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "GET /v2.0/security-groups/af0d081e-77e9-4d04-a3e5-06472fa7d08a HTTP/1.1" status: 404 len: 347 time: 0.0193639 Nov 20 08:47:33.750687 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38350) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:34.162938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Deleting port 498fb51a-f1b0-4355-bbbe-9355b6dd38b1 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:34.163461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:34.257985 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bff3c6-a13e-4be5-a51e-71ce4cf2b1fe None None] New status for floating IP 73a2fb92-459f-4b19-b44b-0fef499e92fe: DOWN {{(pid=80255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:47:34.344637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:34.345012 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:34.480155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Calling delete_port for 498fb51a-f1b0-4355-bbbe-9355b6dd38b1 owned by network:floatingip {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:34.562181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:47:34.562552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:47:35.063406 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Deleting port 498fb51a-f1b0-4355-bbbe-9355b6dd38b1 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:35.063805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:35.249152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:35.249719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:35.382143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Calling delete_port for 498fb51a-f1b0-4355-bbbe-9355b6dd38b1 owned by network:floatingip {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:35.521236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:35.536914 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-153c3c5c-b976-4a21-9a9a-89102e9b508b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:35.585156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Pushing event deleted for resources: {'Port': ['ID=498fb51a-f1b0-4355-bbbe-9355b6dd38b1,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:35.597258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:35.766805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks [] for floatingip, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:35.784401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:35.785605 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] 10.222.0.32 "DELETE /v2.0/floatingips/73a2fb92-459f-4b19-b44b-0fef499e92fe HTTP/1.1" status: 204 len: 168 time: 2.0338991 Nov 20 08:47:39.895397 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38384) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:40.566586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502000'] for router_interface, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:41.196651 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Deleting port c917f384-3cdb-473e-b357-3440cc75ebd9 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:41.197221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:41.381632 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] For port c917f384-3cdb-473e-b357-3440cc75ebd9, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=c917f384-3cdb-473e-b357-3440cc75ebd9,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:41.382028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:41.507761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Calling delete_port for c917f384-3cdb-473e-b357-3440cc75ebd9 owned by network:router_interface {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:41.685880 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:41.702196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3b4d7327-8c9a-4beb-a11a-8ab3415dbeda tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:41.757306 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c917f384-3cdb-473e-b357-3440cc75ebd9,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:41.819612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.819935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.820338 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.820735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.821126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.821520 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.821907 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.822304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.822679 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.823090 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.823479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.823864 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.824333 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.824720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.825341 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.826170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.826170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.826385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.826777 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.827191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.827581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.827963 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.828343 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.828733 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:47:41.832749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:42.382796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838717498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501782'] for router_interface, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:43.125664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Router 3340d093-6112-4072-a136-424d37d84c84 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:47:43.343037 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:47:43.352488 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] Sync routers for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:47:43.355991 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] 10.222.0.32 "PUT /v2.0/routers/3340d093-6112-4072-a136-424d37d84c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4594481 Nov 20 08:47:43.359327 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38390) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:43.365957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:47:43.366633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:47:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:43.556771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:47:43.569257 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Notify callbacks [] for router, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:43.782546 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:43.791338 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Deleting port 81db56b0-c0f0-4330-9231-a8f9a023dc97 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:43.791720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:43.865514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:47:41Z', 'revision_number': 5, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port': {'id': '81db56b0-c0f0-4330-9231-a8f9a023dc97', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3340d093-6112-4072-a136-424d37d84c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:36:47Z', 'updated_at': '2020-11-20T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:43.869673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] Checking router: 3340d093-6112-4072-a136-424d37d84c84 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:47:43.881542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] Routers {'3340d093-6112-4072-a136-424d37d84c84'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:47:43.882209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:47:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['3340d093-6112-4072-a136-424d37d84c84'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:43.977103 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] For port 81db56b0-c0f0-4330-9231-a8f9a023dc97, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=81db56b0-c0f0-4330-9231-a8f9a023dc97,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:43.977499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:44.116816 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Calling delete_port for 81db56b0-c0f0-4330-9231-a8f9a023dc97 owned by network:router_gateway {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:44.198466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] Set router 3340d093-6112-4072-a136-424d37d84c84 gateway port host: None {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:47:44.291985 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:44.315123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:47:43Z', 'revision_number': 6, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port_host': None}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:44.319942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1613f00-74c0-4022-86ae-70b25f735ec3 None None] The sync data for ids ['3340d093-6112-4072-a136-424d37d84c84'] in dv-cinder-733622-11-iscsi is: [{'id': '3340d093-6112-4072-a136-424d37d84c84', 'name': 'tempest-AttachVolumeTestJSON-1242491109-router', 'tenant_id': '23a01ff4098241ebb17193a45fd51161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:36:45Z', 'updated_at': '2020-11-20T08:47:43Z', 'revision_number': 6, 'project_id': '23a01ff4098241ebb17193a45fd51161', 'gw_port_host': None}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:47:44.537137 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0f0ff345-f38e-49c7-be01-6e62912d3e05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:44.593261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Pushing event deleted for resources: {'Port': ['ID=81db56b0-c0f0-4330-9231-a8f9a023dc97,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:44.598190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:44.904564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518640'] for router_gateway, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:45.187045 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854268130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775281'] for router, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:45.191515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:45.218191 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-497582'] for router, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:45.218789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3340d093-6112-4072-a136-424d37d84c84 {{(pid=80253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:47:45.232466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] Notify callbacks [] for router, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:45.235289 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-432cc1d5-6c0d-433f-a16a-a4e68915a733 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3340d093-6112-4072-a136-424d37d84c84 HTTP/1.1" status: 204 len: 168 time: 1.8749275 Nov 20 08:47:45.236549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38398) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:45.307198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-8737551d-1876-48f4-be03-892f17af491c admin admin] Deleting subnet 396c3ca1-079d-41e6-a54b-a35963e19eee {{(pid=80253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:47:45.311194 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8737551d-1876-48f4-be03-892f17af491c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:45.367381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8737551d-1876-48f4-be03-892f17af491c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853453798'] for subnet, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:45.489649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8737551d-1876-48f4-be03-892f17af491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:45.757587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8737551d-1876-48f4-be03-892f17af491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254129'] for subnet, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:45.774276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:45.816524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737551d-1876-48f4-be03-892f17af491c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396c3ca1-079d-41e6-a54b-a35963e19eee,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:45.828469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8737551d-1876-48f4-be03-892f17af491c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:45.911379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8737551d-1876-48f4-be03-892f17af491c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:45.916630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b31ac2-0e45-4b60-be3c-9c7047c67bb8 None None] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:47:45.917546 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-8737551d-1876-48f4-be03-892f17af491c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/396c3ca1-079d-41e6-a54b-a35963e19eee HTTP/1.1" status: 204 len: 168 time: 0.6799548 Nov 20 08:47:45.921237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38402) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:46.042247 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:46.116494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Deleting port 34064280-0a8b-4caa-ae11-97264e70799b {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:46.117041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:46.188511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] DHCP port deletion for 49bd959b-554f-4b2c-b5ed-bccff4feeebb request from dv-cinder-733622-11-iscsi {{(pid=80255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 20 08:47:46.193205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] Deleting port 34064280-0a8b-4caa-ae11-97264e70799b {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:46.193632 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:46.338898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] For port 34064280-0a8b-4caa-ae11-97264e70799b, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=34064280-0a8b-4caa-ae11-97264e70799b,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:46.339304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:46.387051 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device c917f384-3cdb-473e-b357-3440cc75ebd9 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:47:46.435898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: c917f384-3cdb-473e-b357-3440cc75ebd9 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:47:46.436222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device c917f384-3cdb-473e-b357-3440cc75ebd9 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:47:46.436690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 81db56b0-c0f0-4330-9231-a8f9a023dc97 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:47:46.471689 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Calling delete_port for 34064280-0a8b-4caa-ae11-97264e70799b owned by network:dhcp {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:46.479761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: 81db56b0-c0f0-4330-9231-a8f9a023dc97 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:47:46.480163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 81db56b0-c0f0-4330-9231-a8f9a023dc97 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:47:46.480631 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 34064280-0a8b-4caa-ae11-97264e70799b no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:47:46.525186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] For port 34064280-0a8b-4caa-ae11-97264e70799b, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=34064280-0a8b-4caa-ae11-97264e70799b,segment=NetworkSegment(1d3c2d57-0d4e-4c74-9ba5-d553713e0544),segment_id=1d3c2d57-0d4e-4c74-9ba5-d553713e0544)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:46.525636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:46.552285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:46.568036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8ff46d45-abec-4d97-adc3-f470113fef7e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:46.623231 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=34064280-0a8b-4caa-ae11-97264e70799b,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:46.628457 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:46.664902 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] Calling delete_port for 34064280-0a8b-4caa-ae11-97264e70799b owned by network:dhcp {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:46.717396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] No DVR routers for this DVR port 34064280-0a8b-4caa-ae11-97264e70799b on host dv-cinder-733622-11-iscsi {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:47:46.718855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No active binding found for port 34064280-0a8b-4caa-ae11-97264e70799b {{(pid=80255) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 20 08:47:46.719328 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 34064280-0a8b-4caa-ae11-97264e70799b not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:47:46.745799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80255) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:47:46.746217 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:47:46.844821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:46.962452 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bd959b-554f-4b2c-b5ed-bccff4feeebb']}} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:46.975582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3c2d57-0d4e-4c74-9ba5-d553713e0544') {'for_net_delete': True} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:46.975925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3c2d57-0d4e-4c74-9ba5-d553713e0544') {} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:47:46.988334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1322003'] for segment, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:47.006338 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:47.008608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:47:47.195020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:47:47.247989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] Deleting port 34064280-0a8b-4caa-ae11-97264e70799b {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:47.248695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:47.318419 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-ec9af601-5050-4025-a04e-daff81d6f05c None None] The port '34064280-0a8b-4caa-ae11-97264e70799b' was deleted {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 20 08:47:47.432992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852406434'] for segment, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:47.613362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Network 49bd959b-554f-4b2c-b5ed-bccff4feeebb has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:47:47.636518 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:47:47.766414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:47.769833 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:47.786002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:47.794692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=49bd959b-554f-4b2c-b5ed-bccff4feeebb,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:47.799205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:47.802972 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/49bd959b-554f-4b2c-b5ed-bccff4feeebb HTTP/1.1" status: 204 len: 168 time: 1.8806906 Nov 20 08:47:47.967029 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38408) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:48.020856 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-941ed7cc-5aad-4878-8cde-27f3f61c8fda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23a01ff4098241ebb17193a45fd51161&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0524602 Nov 20 08:47:48.023201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38412) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:48.092132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f40f12f4-995b-4a47-a205-efa855bcafb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:48.120729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f40f12f4-995b-4a47-a205-efa855bcafb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:48.166522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f40f12f4-995b-4a47-a205-efa855bcafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:48.171636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-62ae9e79-38bc-4676-81b0-d43ea9f96980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:48.185880 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f12f4-995b-4a47-a205-efa855bcafb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cb1589-0873-4fab-a19e-a0001b38ebf0,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:48.188308 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f40f12f4-995b-4a47-a205-efa855bcafb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:48.189509 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f40f12f4-995b-4a47-a205-efa855bcafb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42cb1589-0873-4fab-a19e-a0001b38ebf0 HTTP/1.1" status: 204 len: 168 time: 0.1653545 Nov 20 08:47:48.190488 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f40f12f4-995b-4a47-a205-efa855bcafb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:50.009295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7fe27a0e-cecd-432d-ab1c-06d1bd8a0106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:50.735175 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:47:52.330098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:52.497208 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38504) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:52.650144 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:52.685284 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:47:52.689475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:d6efd421cf724979bbd55e4efc9fc468 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:47:52.692487 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:47:52.698211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:47:52.786118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:52.788820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:52.796731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9e424008-1eb2-40b4-8a27-66444c10a8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:52.841133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f9966d-1146-443d-83b7-ac717fa92e5a,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:52.846125 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6efd421cf724979bbd55e4efc9fc468&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3475699 Nov 20 08:47:52.847182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:52.848898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38510) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:52.894675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:52.914671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e966a252-9f10-44de-84f5-759d17b1f685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:52.942965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e966a252-9f10-44de-84f5-759d17b1f685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:52.946466 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e08fbfd2-7528-4118-b0e6-95464d7f00b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:52.989844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e966a252-9f10-44de-84f5-759d17b1f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:52.995039 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8d78704f-5346-49e5-b8c8-26c6b51351c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:53.006989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966a252-9f10-44de-84f5-759d17b1f685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f9966d-1146-443d-83b7-ac717fa92e5a,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:53.010677 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e966a252-9f10-44de-84f5-759d17b1f685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:53.015104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e966a252-9f10-44de-84f5-759d17b1f685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:53.016338 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e966a252-9f10-44de-84f5-759d17b1f685 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4f9966d-1146-443d-83b7-ac717fa92e5a HTTP/1.1" status: 204 len: 168 time: 0.1664093 Nov 20 08:47:53.365746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38518) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:53.389725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:53.422961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:47:53.427084 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] Usage tracker for resource:security_group_rule and tenant:bea854d1a2a94ffcae8ece36f0374e25 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:47:53.430020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:47:53.435660 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-4f8cfc65-bdeb-4932-af49-7d8dc4470135 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0762124 Nov 20 08:47:53.436631 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:47:53.518705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:53.521737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:53.530184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-885d102a-6d10-44f7-b47d-d4985b284e3f tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:53.547482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-e8671f77-3aa3-4968-aec9-9a354030ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:53.549122 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-e8671f77-3aa3-4968-aec9-9a354030ab7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 1162 time: 0.0810063 Nov 20 08:47:53.575445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5617e432-e862-42dc-abd4-e34537448737,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:53.579409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:53.584441 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bea854d1a2a94ffcae8ece36f0374e25&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2151420 Nov 20 08:47:53.585410 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38522) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:53.651186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2968d43-18b8-49e7-b36e-b1dc5206ed1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:53.680673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2968d43-18b8-49e7-b36e-b1dc5206ed1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:53.713326 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-579ce57b-4164-45f7-81c0-93bb01bdde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:53.714938 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-579ce57b-4164-45f7-81c0-93bb01bdde13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.1458476 Nov 20 08:47:53.727808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2968d43-18b8-49e7-b36e-b1dc5206ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:53.733806 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6edfa206-7fa4-4eab-b2a6-d48efebdef93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:53.750638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2968d43-18b8-49e7-b36e-b1dc5206ed1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5617e432-e862-42dc-abd4-e34537448737,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:53.753958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c2968d43-18b8-49e7-b36e-b1dc5206ed1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:53.756256 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2968d43-18b8-49e7-b36e-b1dc5206ed1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:53.759824 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c2968d43-18b8-49e7-b36e-b1dc5206ed1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5617e432-e862-42dc-abd4-e34537448737 HTTP/1.1" status: 204 len: 168 time: 0.1718457 Nov 20 08:47:53.836353 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-416a7111-10b2-45d6-962c-cd6bcd5b3cbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad HTTP/1.1" status: 200 len: 1001 time: 0.1133845 Nov 20 08:47:53.909428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-857f35b4-e938-4541-ad84-1b516d1439b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:53.911231 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-857f35b4-e938-4541-ad84-1b516d1439b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.0672984 Nov 20 08:47:53.996032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-fbb4860b-31b8-4e6d-b3b5-4d158ccdfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:53.997801 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-fbb4860b-31b8-4e6d-b3b5-4d158ccdfe72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796940 Nov 20 08:47:54.154740 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-0940008e-7c4a-4be9-88e6-0d609c5abfab service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495562 Nov 20 08:47:54.307408 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-723c78a2-9139-49c8-8f9f-c521c555f325 req-001c4d8d-be0c-4fca-a5ee-b5379ffdd550 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450095 Nov 20 08:47:54.383799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:54.681981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38546) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:54.826117 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1453948367-network', 'tenant_id': '75adc760acc24548a9fbf4f13e3b1191'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:47:54.831449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:47:54.835661 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Usage tracker for resource:network and tenant:75adc760acc24548a9fbf4f13e3b1191 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:47:54.838755 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:47:54.845976 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:47:54.855165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Made reservation on behalf of 75adc760acc24548a9fbf4f13e3b1191 for: {'network': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:47:54.861309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:54.880435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:54.914589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:47:54.918746 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Usage tracker for resource:security_group_rule and tenant:75adc760acc24548a9fbf4f13e3b1191 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:47:54.921755 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:47:54.927594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:47:54.999374 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:55.002192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:55.006547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0bfd2718-b97f-4046-a8a3-9af921b7f2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:55.036289 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:47:55.050524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2626cb79-0261-489a-a0d5-88dd4ce094bc,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:55.055004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:55.056011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769458699601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:55.056446 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Added segment 964349de-8a0c-413a-82c2-29fa6161c06e of type vxlan for network 618e7f67-c84b-4e60-9867-32a56c08fef6 Nov 20 08:47:55.091830 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:55.124646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:55.126210 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:55.127002 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:55.132391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:55.201715 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:55.245534 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5596495 Nov 20 08:47:55.246391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38560) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:55.251426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Pushing event updated for resources: {'Network': ['ID=618e7f67-c84b-4e60-9867-32a56c08fef6,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:55.254911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:55.255070 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Request body: {'subnet': {'network_id': '618e7f67-c84b-4e60-9867-32a56c08fef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1453948367-subnet', 'tenant_id': '75adc760acc24548a9fbf4f13e3b1191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:47:55.261049 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:47:55.262918 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 618e7f67-c84b-4e60-9867-32a56c08fef6 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:47:55.266159 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Usage tracker for resource:subnet and tenant:75adc760acc24548a9fbf4f13e3b1191 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:47:55.269322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:47:55.276010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:47:55.282449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 618e7f67-c84b-4e60-9867-32a56c08fef6 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:47:55.287624 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Made reservation on behalf of 75adc760acc24548a9fbf4f13e3b1191 for: {'subnet': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:47:55.293232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2978799'] for subnet, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:55.363336 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee126737-ae0a-4146-a978-6c74c9deaf61 req-69866487-0f04-40fe-876a-5eac3b3528b9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:55.364982 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ee126737-ae0a-4146-a978-6c74c9deaf61 req-69866487-0f04-40fe-876a-5eac3b3528b9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0884793 Nov 20 08:47:55.421717 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-ee126737-ae0a-4146-a978-6c74c9deaf61 req-ef87ce30-bb15-4309-909c-ea4744cb7ce9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499766 Nov 20 08:47:55.727498 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1349466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2978814'] for subnet, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:55.743684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-72c0a079-a21f-4872-af88-e45f7328e41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:55.886076 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87cba32-943e-4f08-849b-7e13e41af647,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:55.889867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:55.958843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Checking segment: {'id': '964349de-8a0c-413a-82c2-29fa6161c06e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '618e7f67-c84b-4e60-9867-32a56c08fef6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:47:55.959259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Network hostable DHCP agents. Network: 618e7f67-c84b-4e60-9867-32a56c08fef6, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:47:55.980919 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Network 618e7f67-c84b-4e60-9867-32a56c08fef6 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:47:55.989094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 618e7f67-c84b-4e60-9867-32a56c08fef6) {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:47:56.001379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b9f158-0fe3-4cfe-a2d2-c6858225fe33 None None] Network 618e7f67-c84b-4e60-9867-32a56c08fef6 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:47:56.002342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:56.003042 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:56.023425 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f1b94c4f-5134-43af-9bc7-8c95e4bb4238 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7756956 Nov 20 08:47:56.237817 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9bef71-e9d5-4243-83c7-0c6d42468b8e None None] Network 618e7f67-c84b-4e60-9867-32a56c08fef6 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:47:56.659660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44fa4d-5c09-4bff-89b5-e50d49d8b192 req-ba871e52-873a-469f-aba2-b72fcccd98b3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:56.661363 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc44fa4d-5c09-4bff-89b5-e50d49d8b192 req-ba871e52-873a-469f-aba2-b72fcccd98b3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.0883672 Nov 20 08:47:56.712523 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc44fa4d-5c09-4bff-89b5-e50d49d8b192 req-7b4c60e9-f73b-428e-a6c4-5d0ba3a62764 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446975 Nov 20 08:47:56.743106 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38582) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:56.749581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-553381747-network', 'tenant_id': '01cbc5335a3e407abf20543f2f9642ac'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:47:56.754842 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:47:56.758941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Usage tracker for resource:network and tenant:01cbc5335a3e407abf20543f2f9642ac is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:47:56.762970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:47:56.768780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:47:56.777434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Made reservation on behalf of 01cbc5335a3e407abf20543f2f9642ac for: {'network': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:47:56.782600 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:56.796385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:56.828593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:47:56.832631 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Usage tracker for resource:security_group_rule and tenant:01cbc5335a3e407abf20543f2f9642ac is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:47:56.835563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:47:56.841983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:47:56.910743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:56.913992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:56.919325 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a6812fa2-b084-41fa-89e5-63e41ae3baf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:56.952110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:47:56.965642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bac8f38-9ce5-4d38-b0be-180b5ce9ab0d,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:56.970258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:56.971285 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:56.971680 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Added segment deebe0fe-0c0d-4fa4-9b21-c7467010e365 of type vxlan for network 681a2dce-edb6-4050-9ac4-cdfd60d593ad Nov 20 08:47:57.000359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:57.030500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:57.031833 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:57.032478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:57.037614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:57.141609 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3973207 Nov 20 08:47:57.144486 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38586) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:47:57.149366 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Pushing event updated for resources: {'Network': ['ID=681a2dce-edb6-4050-9ac4-cdfd60d593ad,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:57.150713 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Request body: {'subnet': {'network_id': '681a2dce-edb6-4050-9ac4-cdfd60d593ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-553381747-subnet', 'tenant_id': '01cbc5335a3e407abf20543f2f9642ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:47:57.152451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f0d7072e-87ba-4ef5-961f-ed9a426446ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:57.156287 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:47:57.160437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Usage tracker for resource:subnet and tenant:01cbc5335a3e407abf20543f2f9642ac is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:47:57.161135 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 681a2dce-edb6-4050-9ac4-cdfd60d593ad details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:47:57.163621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:47:57.170237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:47:57.178761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 681a2dce-edb6-4050-9ac4-cdfd60d593ad details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:47:57.180756 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Made reservation on behalf of 01cbc5335a3e407abf20543f2f9642ac for: {'subnet': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:47:57.186143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852521688'] for subnet, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:57.584389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-2a134595-3220-483a-9760-25de1e76b4f3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:57.585880 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-2a134595-3220-483a-9760-25de1e76b4f3 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.24 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.1649125 Nov 20 08:47:57.671485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Deleting port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:57.672072 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:57.948658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852408076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852521671'] for subnet, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:58.031046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:58.219390 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f72a44-e7c5-4cec-878a-e2cd475d241b,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:58.222304 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:58.226557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] For port f9d3f459-7797-4074-bcff-6c9c46ee1bb5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:58.226996 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:58.313382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307818d1-d90d-40f1-bf30-603b5a0cc1a0 req-fda8a241-4852-4b59-9fb2-b40ebc80d187 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:58.315145 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-307818d1-d90d-40f1-bf30-603b5a0cc1a0 req-fda8a241-4852-4b59-9fb2-b40ebc80d187 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 945 time: 0.4482532 Nov 20 08:47:58.472261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device f9d3f459-7797-4074-bcff-6c9c46ee1bb5 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:47:58.511746 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-307818d1-d90d-40f1-bf30-603b5a0cc1a0 req-21247fa8-f7f3-4ed4-a5ff-197d577b7853 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769884 Nov 20 08:47:58.594157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Checking segment: {'id': 'deebe0fe-0c0d-4fa4-9b21-c7467010e365', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '681a2dce-edb6-4050-9ac4-cdfd60d593ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:47:58.594565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Network hostable DHCP agents. Network: 681a2dce-edb6-4050-9ac4-cdfd60d593ad, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:47:58.605731 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:58.633818 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:47:58.644741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port f9d3f459-7797-4074-bcff-6c9c46ee1bb5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:58.648920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:58.650426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:47:58.658967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:58.659394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:58.659753 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Floating IP c9429895-07f7-455b-97ce-495ef263f6dd disassociated. External IP: 172.27.0.128, port: f9d3f459-7797-4074-bcff-6c9c46ee1bb5. Nov 20 08:47:58.660140 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Calling delete_port for f9d3f459-7797-4074-bcff-6c9c46ee1bb5 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:47:58.702340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Network 681a2dce-edb6-4050-9ac4-cdfd60d593ad is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:47:58.718761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 681a2dce-edb6-4050-9ac4-cdfd60d593ad) {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:47:58.741668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:58.742244 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:58.783531 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9d8fbad9-d18c-46ab-a147-13afccdfbd2f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6377263 Nov 20 08:47:58.787925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80253) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:47:58.788494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:47:58.867358 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5', 'code': 200} Nov 20 08:47:58.868118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008efb8d-f742-4611-a1dc-e49682b5e942 None None] Network 681a2dce-edb6-4050-9ac4-cdfd60d593ad requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:47:58.988328 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,revision_number=7']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:47:58.993160 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:47:59.112942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46a1d4-7aa9-461b-a3cd-871305f18633 None None] Network 681a2dce-edb6-4050-9ac4-cdfd60d593ad requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:47:59.290437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Deleting port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:47:59.290764 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:59.568275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] For port f9d3f459-7797-4074-bcff-6c9c46ee1bb5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:47:59.568863 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:00.135927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85106da-aed4-422b-aa3c-3e393bb3e8f9 req-7e29bd05-8700-4538-a474-5be94515447e tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:00.138250 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f85106da-aed4-422b-aa3c-3e393bb3e8f9 req-7e29bd05-8700-4538-a474-5be94515447e tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 943 time: 0.2523220 Nov 20 08:48:00.222128 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, precommit_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:00.222591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518610'] for floatingip, after_update {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:00.222975 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Floating IP c9429895-07f7-455b-97ce-495ef263f6dd disassociated. External IP: 172.27.0.128, port: f9d3f459-7797-4074-bcff-6c9c46ee1bb5. Nov 20 08:48:00.223362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Calling delete_port for f9d3f459-7797-4074-bcff-6c9c46ee1bb5 owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:00.254241 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f85106da-aed4-422b-aa3c-3e393bb3e8f9 req-77d3dd7c-9b7a-4268-86b9-bbbaa94c5c62 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups?id=daa65d57-2396-4e05-81cf-9435c346745d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988698 Nov 20 08:48:00.385299 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:00.404574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-758a9dfa-c70c-4f83-a7ed-8108a818a3fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:00.451948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event deleted for resources: {'Port': ['ID=f9d3f459-7797-4074-bcff-6c9c46ee1bb5,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:00.455042 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:00.810376 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Router 05951af6-6803-4537-bb0b-02ec72f70984 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:48:01.032868 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:48:01.044218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] Sync routers for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:48:01.058425 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:01.059970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:47:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:01.071488 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] No DVR routers for this DVR port f9d3f459-7797-4074-bcff-6c9c46ee1bb5 on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:48:01.073851 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:01.077565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'name': 'network-vif-deleted', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:48:01.110469 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8d84c281-24e3-4c82-a168-f2cf86f96a7f req-828fa953-2e8b-4311-a310-2486ceb79793 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.24 "DELETE /v2.0/ports/f9d3f459-7797-4074-bcff-6c9c46ee1bb5 HTTP/1.1" status: 204 len: 173 time: 3.5160179 Nov 20 08:48:01.173560 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f397aedd-c885-48fe-a7a5-14afee7196c8', 'name': 'network-vif-deleted', 'tag': 'f9d3f459-7797-4074-bcff-6c9c46ee1bb5', 'status': 'completed', 'code': 200} Nov 20 08:48:01.312838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:01.472083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-f155b48b-44c4-4dfa-896e-143df3fd791d req-33b87dc4-e46f-43ae-a65a-315025fbf3d9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Synchronizing usage tracker for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:48:01.488576 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-f155b48b-44c4-4dfa-896e-143df3fd791d req-33b87dc4-e46f-43ae-a65a-315025fbf3d9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Unset dirty status for tenant:ec3e6a3a848442469961a7497234648b on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:48:01.489938 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-f155b48b-44c4-4dfa-896e-143df3fd791d req-33b87dc4-e46f-43ae-a65a-315025fbf3d9 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/ports?device_id=f397aedd-c885-48fe-a7a5-14afee7196c8 HTTP/1.1" status: 200 len: 210 time: 0.0682888 Nov 20 08:48:01.658673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:01.663481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] Checking router: 05951af6-6803-4537-bb0b-02ec72f70984 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:48:01.675999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:01.676681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:47:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:01.872664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:02.217852 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:02.222447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38881e5-edeb-4871-9341-8834890685e7 None None] The sync data for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi is: [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:34:53Z', 'revision_number': 4, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': '696056e8-01e8-457e-8fa4-d45f2704707e', 'name': '', 'network_id': '3212dd08-f9b6-4467-b55f-4d799007c5a4', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'mac_address': 'fa:16:3e:68:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:50Z', 'updated_at': '2020-11-20T08:35:07Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'subnets': [{'id': '1f10555f-7825-4d16-a048-b8792bb1d0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:48:02.599168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78b5b1-ed94-4a80-b32c-ee1bf529da19 None None] New status for floating IP c9429895-07f7-455b-97ce-495ef263f6dd: DOWN {{(pid=80256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:48:02.675547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38632) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:02.764641 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce1bd-c729-4be8-9bb0-1fa3d4928559 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:02.799725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce1bd-c729-4be8-9bb0-1fa3d4928559 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:02.860963 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce1bd-c729-4be8-9bb0-1fa3d4928559 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:02.869527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f40f12f4-995b-4a47-a205-efa855bcafb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:02.887673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ce1bd-c729-4be8-9bb0-1fa3d4928559 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa65d57-2396-4e05-81cf-9435c346745d,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:02.890596 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-dc5ce1bd-c729-4be8-9bb0-1fa3d4928559 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:02.897513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce1bd-c729-4be8-9bb0-1fa3d4928559 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:02.901724 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38640) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:02.901891 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-dc5ce1bd-c729-4be8-9bb0-1fa3d4928559 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "DELETE /v2.0/security-groups/daa65d57-2396-4e05-81cf-9435c346745d HTTP/1.1" status: 204 len: 168 time: 0.2252681 Nov 20 08:48:02.936235 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.api.v2.resource [None req-645da027-9867-441e-8d89-d729768fbbc8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] show failed (client error): The resource could not be found. Nov 20 08:48:02.939200 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-645da027-9867-441e-8d89-d729768fbbc8 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "GET /v2.0/security-groups/daa65d57-2396-4e05-81cf-9435c346745d HTTP/1.1" status: 404 len: 347 time: 0.0336847 Nov 20 08:48:02.940433 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38644) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:03.109587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Deleting port d549e1da-c0c4-481d-803c-01415bb24ab3 {{(pid=80254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:03.109969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:03.288080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:03.288620 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:03.417666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Calling delete_port for d549e1da-c0c4-481d-803c-01415bb24ab3 owned by network:floatingip {{(pid=80254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:03.560124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:03.575976 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-046dff97-f7dd-43d3-90ff-e7c01835176c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:03.625794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Pushing event deleted for resources: {'Port': ['ID=d549e1da-c0c4-481d-803c-01415bb24ab3,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:03.628934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:03.809948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks [] for floatingip, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:03.828233 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:03.829420 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-162f4666-a755-4021-b4d7-8aed66d2c41c tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] 10.222.0.32 "DELETE /v2.0/floatingips/c9429895-07f7-455b-97ce-495ef263f6dd HTTP/1.1" status: 204 len: 168 time: 0.8875294 Nov 20 08:48:06.725967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38690) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:07.682957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502000'] for router_interface, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:08.344321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Deleting port 696056e8-01e8-457e-8fa4-d45f2704707e {{(pid=80254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:08.344843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:08.537097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] For port 696056e8-01e8-457e-8fa4-d45f2704707e, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=696056e8-01e8-457e-8fa4-d45f2704707e,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:08.537499 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:08.672513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Calling delete_port for 696056e8-01e8-457e-8fa4-d45f2704707e owned by network:router_interface {{(pid=80254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:08.866124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:08.882950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3dfac5ce-3a4e-4b7a-a1aa-91b3529ee78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:08.938370 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Pushing event deleted for resources: {'Port': ['ID=696056e8-01e8-457e-8fa4-d45f2704707e,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:08.943481 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:09.348723 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838717498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501782'] for router_interface, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:10.310226 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Router 05951af6-6803-4537-bb0b-02ec72f70984 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:48:10.545781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:48:10.556539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] Sync routers for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:48:10.561109 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-41194a75-7c22-42a0-91f3-b12227d49365 admin admin] 10.222.0.32 "PUT /v2.0/routers/05951af6-6803-4537-bb0b-02ec72f70984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8339388 Nov 20 08:48:10.563776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38720) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:10.571784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:10.572486 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:47:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:10.792808 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Notify callbacks [] for router, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:10.945036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:11.015451 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:11.025214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Deleting port ac5a5c80-d526-4b5e-bbb7-0b468047073a {{(pid=80254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:11.025597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:11.214158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] For port ac5a5c80-d526-4b5e-bbb7-0b468047073a, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ac5a5c80-d526-4b5e-bbb7-0b468047073a,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:11.214506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:11.272060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:48:08Z', 'revision_number': 5, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port': {'id': 'ac5a5c80-d526-4b5e-bbb7-0b468047073a', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05951af6-6803-4537-bb0b-02ec72f70984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:34:45Z', 'updated_at': '2020-11-20T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:11.276146 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] Checking router: 05951af6-6803-4537-bb0b-02ec72f70984 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:48:11.287949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] Routers {'05951af6-6803-4537-bb0b-02ec72f70984'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:11.288614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:47:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['05951af6-6803-4537-bb0b-02ec72f70984'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:11.350653 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Calling delete_port for ac5a5c80-d526-4b5e-bbb7-0b468047073a owned by network:router_gateway {{(pid=80254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:11.449869 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] Set router 05951af6-6803-4537-bb0b-02ec72f70984 gateway port host: None {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:11.521089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:11.537449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:11.564684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:48:11Z', 'revision_number': 6, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port_host': None}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:11.569343 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e71e97-e697-449d-a199-c75c3d44796b None None] The sync data for ids ['05951af6-6803-4537-bb0b-02ec72f70984'] in dv-cinder-733622-11-iscsi is: [{'id': '05951af6-6803-4537-bb0b-02ec72f70984', 'name': 'tempest-AttachVolumeShelveTestJSON-86230977-router', 'tenant_id': 'ec3e6a3a848442469961a7497234648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:34:44Z', 'updated_at': '2020-11-20T08:48:11Z', 'revision_number': 6, 'project_id': 'ec3e6a3a848442469961a7497234648b', 'gw_port_host': None}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:48:11.595483 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5a5c80-d526-4b5e-bbb7-0b468047073a,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:11.660855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.661274 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.661692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.662100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.662506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.662940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.663470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.663750 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.664375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.664562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.664960 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.665358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.665849 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.666253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.666645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.667068 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.667465 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.667912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.669016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.669427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.669835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.670235 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.670628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.671056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:11.675207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:11.939608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518640'] for router_gateway, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:12.221818 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854268130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775281'] for router, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:12.226714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:12.320234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-497582'] for router, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:12.320762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05951af6-6803-4537-bb0b-02ec72f70984 {{(pid=80254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:48:12.337375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] Notify callbacks [] for router, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:12.338687 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d8e0aca6-2737-4df3-9f80-0a5f042410bc admin admin] 10.222.0.32 "DELETE /v2.0/routers/05951af6-6803-4537-bb0b-02ec72f70984 HTTP/1.1" status: 204 len: 168 time: 1.7738755 Nov 20 08:48:12.342102 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38736) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:12.428099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 696056e8-01e8-457e-8fa4-d45f2704707e no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:12.435782 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff3dec9-354a-4ae6-80f6-156c9304f4df admin admin] Deleting subnet 1f10555f-7825-4d16-a048-b8792bb1d0f8 {{(pid=80253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:48:12.439717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dec9-354a-4ae6-80f6-156c9304f4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:12.472949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: 696056e8-01e8-457e-8fa4-d45f2704707e {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:48:12.473581 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 696056e8-01e8-457e-8fa4-d45f2704707e not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:48:12.474234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ac5a5c80-d526-4b5e-bbb7-0b468047073a no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:12.501737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dec9-354a-4ae6-80f6-156c9304f4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853453798'] for subnet, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:12.511241 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: ac5a5c80-d526-4b5e-bbb7-0b468047073a {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:48:12.512193 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ac5a5c80-d526-4b5e-bbb7-0b468047073a not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:48:12.591397 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dec9-354a-4ae6-80f6-156c9304f4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:12.870633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dec9-354a-4ae6-80f6-156c9304f4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254129'] for subnet, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:12.887668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:12.940961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3dec9-354a-4ae6-80f6-156c9304f4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f10555f-7825-4d16-a048-b8792bb1d0f8,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:12.946290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7ff3dec9-354a-4ae6-80f6-156c9304f4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:13.028656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dec9-354a-4ae6-80f6-156c9304f4df admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.034188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ae569d-6a41-40cb-bfa6-c5a7af8aa888 None None] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:48:13.035163 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7ff3dec9-354a-4ae6-80f6-156c9304f4df admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1f10555f-7825-4d16-a048-b8792bb1d0f8 HTTP/1.1" status: 204 len: 168 time: 0.6915557 Nov 20 08:48:13.037717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38742) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:13.165690 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.240244 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Deleting port 05336a11-0de0-4da5-80ba-3bef31be5eab {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:13.240618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.299842 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] DHCP port deletion for 3212dd08-f9b6-4467-b55f-4d799007c5a4 request from dv-cinder-733622-11-iscsi {{(pid=80255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 20 08:48:13.304187 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] Deleting port 05336a11-0de0-4da5-80ba-3bef31be5eab {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:13.304640 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.467230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] For port 05336a11-0de0-4da5-80ba-3bef31be5eab, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=05336a11-0de0-4da5-80ba-3bef31be5eab,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:13.467739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.532163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] For port 05336a11-0de0-4da5-80ba-3bef31be5eab, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=05336a11-0de0-4da5-80ba-3bef31be5eab,segment=NetworkSegment(caa4b35e-f1f1-4ac0-ba0e-b12b7c151107),segment_id=caa4b35e-f1f1-4ac0-ba0e-b12b7c151107)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:13.532505 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.603950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Calling delete_port for 05336a11-0de0-4da5-80ba-3bef31be5eab owned by network:dhcp {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:13.665221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] Calling delete_port for 05336a11-0de0-4da5-80ba-3bef31be5eab owned by network:dhcp {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:13.694582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.710176 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2f84e7ec-365e-4750-a049-135dd09a0d5f tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:13.740423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80255) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:48:13.740743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:48:13.762306 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Pushing event deleted for resources: {'Port': ['ID=05336a11-0de0-4da5-80ba-3bef31be5eab,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:13.767216 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:13.870215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] No DVR routers for this DVR port 05336a11-0de0-4da5-80ba-3bef31be5eab on host dv-cinder-733622-11-iscsi {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:48:14.010094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:14.138544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3212dd08-f9b6-4467-b55f-4d799007c5a4']}} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:14.153380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107') {'for_net_delete': True} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:14.153776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa4b35e-f1f1-4ac0-ba0e-b12b7c151107') {} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:14.167905 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1322003'] for segment, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:14.184282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:14.186637 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:48:14.242474 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] Deleting port 05336a11-0de0-4da5-80ba-3bef31be5eab {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:14.243227 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:14.320589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-d99d4b6a-8fd2-4e4a-aaca-7af6f06eba04 None None] The port '05336a11-0de0-4da5-80ba-3bef31be5eab' was deleted {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 20 08:48:14.387951 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:14.397107 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 05336a11-0de0-4da5-80ba-3bef31be5eab no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:14.398672 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852406434'] for segment, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:14.435062 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: 05336a11-0de0-4da5-80ba-3bef31be5eab {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:48:14.435531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 05336a11-0de0-4da5-80ba-3bef31be5eab not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:48:14.590306 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Network 3212dd08-f9b6-4467-b55f-4d799007c5a4 has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:48:14.615701 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:48:14.944061 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:14.947595 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e02f1472-e8e8-4a1a-9cdf-4424a436315a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:14.964835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:14.971353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Pushing event deleted for resources: {'Network': ['ID=3212dd08-f9b6-4467-b55f-4d799007c5a4,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:14.976119 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:14.988025 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3212dd08-f9b6-4467-b55f-4d799007c5a4 HTTP/1.1" status: 204 len: 168 time: 1.9491396 Nov 20 08:48:15.148042 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38770) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:15.203600 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c87feaae-5b67-4398-8cc1-898416b50b61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec3e6a3a848442469961a7497234648b&name=default HTTP/1.1" status: 200 len: 2743 time: 0.0542529 Nov 20 08:48:15.206041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38774) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:15.274167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a4a0-eaa3-4941-ad00-6e77e40e2407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:15.302029 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a4a0-eaa3-4941-ad00-6e77e40e2407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:15.347160 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a4a0-eaa3-4941-ad00-6e77e40e2407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:15.352255 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6c8dbe4a-7ea4-419c-8e29-1eed8063bdec tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:15.368313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9a4a0-eaa3-4941-ad00-6e77e40e2407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69917caa-cd3d-4615-bb99-47c00d9c6ef9,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:15.371531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b9d9a4a0-eaa3-4941-ad00-6e77e40e2407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:15.373878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a4a0-eaa3-4941-ad00-6e77e40e2407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:15.375118 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-b9d9a4a0-eaa3-4941-ad00-6e77e40e2407 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69917caa-cd3d-4615-bb99-47c00d9c6ef9 HTTP/1.1" status: 204 len: 168 time: 0.1681004 Nov 20 08:48:16.262079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38806) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:16.342370 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-326c0059-2d4d-469f-86d1-7ff1e4ec170f admin admin] Deleting subnet a87cba32-943e-4f08-849b-7e13e41af647 {{(pid=80254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:48:16.343530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38810) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:16.346166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-326c0059-2d4d-469f-86d1-7ff1e4ec170f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.406031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-326c0059-2d4d-469f-86d1-7ff1e4ec170f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851662180'] for subnet, precommit_delete_associations {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.468576 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-326c0059-2d4d-469f-86d1-7ff1e4ec170f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.509912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460878798-network', 'tenant_id': '60518f483bea4773a93aaa2511f7521d'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:48:16.515467 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:16.520664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Usage tracker for resource:network and tenant:60518f483bea4773a93aaa2511f7521d is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:16.524267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:16.535267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:16.552038 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Made reservation on behalf of 60518f483bea4773a93aaa2511f7521d for: {'network': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:48:16.561462 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.581426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.618785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:16.623455 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Usage tracker for resource:security_group_rule and tenant:60518f483bea4773a93aaa2511f7521d is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:16.626564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:16.632696 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:16.709616 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.713436 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.719354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-46cd7776-f498-4aa6-870b-848381b051a1 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:16.759658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:48:16.770849 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c7ef4a-15ad-4555-9948-da1b4bbe9c4d,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:16.774711 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:16.780570 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769458699601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.781126 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Added segment ad831687-a270-4cbb-9b6a-88e73d48776a of type vxlan for network 9f390dcb-85b7-4c97-beac-20a71dd35f72 Nov 20 08:48:16.816355 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.851345 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.852684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:16.853335 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.859309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-95fa7205-01b4-4221-8fbb-0f469ed76883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:16.981565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Pushing event updated for resources: {'Network': ['ID=9f390dcb-85b7-4c97-beac-20a71dd35f72,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:16.984895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:16.987050 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6423178 Nov 20 08:48:16.990168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38816) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:16.997757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Request body: {'subnet': {'network_id': '9f390dcb-85b7-4c97-beac-20a71dd35f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460878798-subnet', 'tenant_id': '60518f483bea4773a93aaa2511f7521d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:48:16.999486 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network 9f390dcb-85b7-4c97-beac-20a71dd35f72 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:48:17.004036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:17.009168 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Usage tracker for resource:subnet and tenant:60518f483bea4773a93aaa2511f7521d is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:17.013471 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:17.021148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network 9f390dcb-85b7-4c97-beac-20a71dd35f72 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:48:17.024340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:17.026025 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-326c0059-2d4d-469f-86d1-7ff1e4ec170f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853426402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851797002'] for subnet, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.037408 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Made reservation on behalf of 60518f483bea4773a93aaa2511f7521d for: {'subnet': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:48:17.041526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fd7fd46b-21e6-4195-920b-7aebb9ed1a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:17.042711 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852521688'] for subnet, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.100796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c0059-2d4d-469f-86d1-7ff1e4ec170f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87cba32-943e-4f08-849b-7e13e41af647,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:17.104095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-326c0059-2d4d-469f-86d1-7ff1e4ec170f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:17.210093 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-326c0059-2d4d-469f-86d1-7ff1e4ec170f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.220178 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-326c0059-2d4d-469f-86d1-7ff1e4ec170f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a87cba32-943e-4f08-849b-7e13e41af647 HTTP/1.1" status: 204 len: 168 time: 0.9555063 Nov 20 08:48:17.220931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38820) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:17.347398 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.493303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852408076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852521671'] for subnet, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.511645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:17.553339 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.656177 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb95327f-5f5d-4e9f-ae65-77dad91fa09f,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:17.661136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:17.677477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618e7f67-c84b-4e60-9867-32a56c08fef6']}} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:17.692897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964349de-8a0c-413a-82c2-29fa6161c06e') {'for_net_delete': True} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:17.692897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964349de-8a0c-413a-82c2-29fa6161c06e') {} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:17.706606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113621'] for segment, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.723436 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.725441 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:48:17.728588 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Checking segment: {'id': 'ad831687-a270-4cbb-9b6a-88e73d48776a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f390dcb-85b7-4c97-beac-20a71dd35f72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:48:17.729000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Network hostable DHCP agents. Network: 9f390dcb-85b7-4c97-beac-20a71dd35f72, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:48:17.753567 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Network 9f390dcb-85b7-4c97-beac-20a71dd35f72 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:48:17.762298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, 9f390dcb-85b7-4c97-beac-20a71dd35f72) {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:48:17.771626 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8dbce9-3331-4889-b07c-993462a0a311 None None] Network 9f390dcb-85b7-4c97-beac-20a71dd35f72 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:48:17.774670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:17.775367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.806879 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-a59e6c73-509e-4c5c-9090-7bd48f4b1f6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8095171 Nov 20 08:48:17.922943 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Network 618e7f67-c84b-4e60-9867-32a56c08fef6 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:17.937587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347824'] for segment, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.027338 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f8608-1a2d-4449-90f2-b559c08202e4 None None] Network 9f390dcb-85b7-4c97-beac-20a71dd35f72 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:48:18.142217 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Network 618e7f67-c84b-4e60-9867-32a56c08fef6 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:48:18.171024 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:48:18.258597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.263086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:18.278631 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.289158 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Pushing event deleted for resources: {'Network': ['ID=618e7f67-c84b-4e60-9867-32a56c08fef6,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:18.298013 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] 10.222.0.32 "DELETE /v2.0/networks/618e7f67-c84b-4e60-9867-32a56c08fef6 HTTP/1.1" status: 204 len: 168 time: 1.0705361 Nov 20 08:48:18.298013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-75c7f1eb-a1a4-45cd-aba9-7c2f2ad7ac8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:18.298671 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38832) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:18.373820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-620e829a-6754-4544-af66-75744113ecb1 admin admin] Deleting subnet 49f72a44-e7c5-4cec-878a-e2cd475d241b {{(pid=80254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:48:18.377356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-620e829a-6754-4544-af66-75744113ecb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.445709 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-620e829a-6754-4544-af66-75744113ecb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851662180'] for subnet, precommit_delete_associations {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.529099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-620e829a-6754-4544-af66-75744113ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.621294 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38842) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:18.628434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-900589143-network', 'tenant_id': 'ea4bf628ce1347cdaa83940eef70b655'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:48:18.635152 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:18.640150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Usage tracker for resource:network and tenant:ea4bf628ce1347cdaa83940eef70b655 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:18.644339 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:18.650506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:18.670703 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Made reservation on behalf of ea4bf628ce1347cdaa83940eef70b655 for: {'network': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:48:18.675829 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.691039 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.732008 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:18.736417 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Usage tracker for resource:security_group_rule and tenant:ea4bf628ce1347cdaa83940eef70b655 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:18.739833 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:18.746646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:18.816479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-620e829a-6754-4544-af66-75744113ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853426402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851797002'] for subnet, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.823573 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.827080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.831700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-af566aba-6318-4368-b423-c1c1f2379f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:18.834689 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:18.862426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:48:18.878006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fba97f8-716b-4566-a72b-8dcbbbb0be49,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:18.881676 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:18.885050 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e829a-6754-4544-af66-75744113ecb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f72a44-e7c5-4cec-878a-e2cd475d241b,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:18.885401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769458699601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.885846 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Added segment 41338ce3-4005-4ffb-be50-15afeb1ce8dc of type vxlan for network e1fb77e8-3807-4e18-a9d6-eaf51f1a8675 Nov 20 08:48:18.890658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-620e829a-6754-4544-af66-75744113ecb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:18.922186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.955644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.957254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:18.958042 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.963805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-eb3a875e-d546-4ce1-8b03-afa6fcbb0aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:18.980856 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-620e829a-6754-4544-af66-75744113ecb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.987609 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-620e829a-6754-4544-af66-75744113ecb1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/49f72a44-e7c5-4cec-878a-e2cd475d241b HTTP/1.1" status: 204 len: 168 time: 0.6876471 Nov 20 08:48:18.989904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38846) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:19.073061 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4505732 Nov 20 08:48:19.078778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38850) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:19.087286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Request body: {'subnet': {'network_id': 'e1fb77e8-3807-4e18-a9d6-eaf51f1a8675', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-900589143-subnet', 'tenant_id': 'ea4bf628ce1347cdaa83940eef70b655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:48:19.091228 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Pushing event updated for resources: {'Network': ['ID=e1fb77e8-3807-4e18-a9d6-eaf51f1a8675,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:19.095001 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c211d8c2-957c-4266-b5b6-8af366331011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:19.096080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:19.100542 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Usage tracker for resource:subnet and tenant:ea4bf628ce1347cdaa83940eef70b655 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:19.104073 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:19.108340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network e1fb77e8-3807-4e18-a9d6-eaf51f1a8675 details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:48:19.112351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:19.116659 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.122882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Made reservation on behalf of ea4bf628ce1347cdaa83940eef70b655 for: {'subnet': 1} {{(pid=80253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:48:19.128110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852521688'] for subnet, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.204515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network e1fb77e8-3807-4e18-a9d6-eaf51f1a8675 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:48:19.322632 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.446759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681a2dce-edb6-4050-9ac4-cdfd60d593ad']}} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:19.465776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deebe0fe-0c0d-4fa4-9b21-c7467010e365') {'for_net_delete': True} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:19.466119 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deebe0fe-0c0d-4fa4-9b21-c7467010e365') {} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:19.478771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113621'] for segment, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.495094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.497625 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:48:19.578001 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852408076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852521671'] for subnet, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.598792 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f7cac10d-eeab-442a-a7b4-04a233b93b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:19.686838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Network 681a2dce-edb6-4050-9ac4-cdfd60d593ad has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:19.696403 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347824'] for segment, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.743695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=612671a6-2202-4c04-a17e-728b2d5ec23e,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:19.746973 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:19.815730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Checking segment: {'id': '41338ce3-4005-4ffb-be50-15afeb1ce8dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1fb77e8-3807-4e18-a9d6-eaf51f1a8675'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:48:19.816091 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Network hostable DHCP agents. Network: e1fb77e8-3807-4e18-a9d6-eaf51f1a8675, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:48:19.839279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Network e1fb77e8-3807-4e18-a9d6-eaf51f1a8675 is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:48:19.848911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, e1fb77e8-3807-4e18-a9d6-eaf51f1a8675) {{(pid=80253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:48:19.860483 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931862d8-5569-4bc8-a0f2-31a97ac6649b None None] Network e1fb77e8-3807-4e18-a9d6-eaf51f1a8675 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:48:19.865215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:19.866031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.889215 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-64785939-7e86-4978-a087-c6a81834a655 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8092737 Nov 20 08:48:19.898124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Network 681a2dce-edb6-4050-9ac4-cdfd60d593ad has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:48:19.924725 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:48:20.013887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.017636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:20.035948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.044820 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=681a2dce-edb6-4050-9ac4-cdfd60d593ad,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:20.048319 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/681a2dce-edb6-4050-9ac4-cdfd60d593ad HTTP/1.1" status: 204 len: 168 time: 1.0572622 Nov 20 08:48:20.049490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9e39809c-edbb-4109-b22b-feb889583ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:20.060497 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38858) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:20.138760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7aff85-ea4d-4baf-b0a9-871bdd2b988d admin admin] Deleting subnet eb95327f-5f5d-4e9f-ae65-77dad91fa09f {{(pid=80253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:48:20.143155 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ad7aff85-ea4d-4baf-b0a9-871bdd2b988d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.166439 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9ee52f46-ef74-4645-96da-63962cc8a273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.217539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ad7aff85-ea4d-4baf-b0a9-871bdd2b988d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853453798'] for subnet, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.300938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ad7aff85-ea4d-4baf-b0a9-871bdd2b988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.327638 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00817e4-fe4a-473a-bb27-efa9ac97be85 None None] Network e1fb77e8-3807-4e18-a9d6-eaf51f1a8675 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:48:20.350443 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38862) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:20.413928 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-1f771939-7756-404c-8d45-a5134a1f4fea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75adc760acc24548a9fbf4f13e3b1191&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0621524 Nov 20 08:48:20.415422 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38866) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:20.489832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-90d5221f-0ff8-448b-8617-1296980354a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.525739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-90d5221f-0ff8-448b-8617-1296980354a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.614778 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ad7aff85-ea4d-4baf-b0a9-871bdd2b988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254129'] for subnet, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.621697 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-90d5221f-0ff8-448b-8617-1296980354a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.627628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e87f9875-55a6-4511-abf5-84c57cd7d684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:20.632768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:20.642445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5221f-0ff8-448b-8617-1296980354a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2626cb79-0261-489a-a0d5-88dd4ce094bc,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:20.645605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-90d5221f-0ff8-448b-8617-1296980354a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:20.646550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-90d5221f-0ff8-448b-8617-1296980354a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.650598 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-90d5221f-0ff8-448b-8617-1296980354a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2626cb79-0261-489a-a0d5-88dd4ce094bc HTTP/1.1" status: 204 len: 168 time: 0.2313323 Nov 20 08:48:20.680218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7aff85-ea4d-4baf-b0a9-871bdd2b988d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb95327f-5f5d-4e9f-ae65-77dad91fa09f,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:20.693739 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ad7aff85-ea4d-4baf-b0a9-871bdd2b988d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:20.785966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ad7aff85-ea4d-4baf-b0a9-871bdd2b988d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.793407 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ad7aff85-ea4d-4baf-b0a9-871bdd2b988d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eb95327f-5f5d-4e9f-ae65-77dad91fa09f HTTP/1.1" status: 204 len: 168 time: 0.7304304 Nov 20 08:48:20.795831 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38872) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:20.917522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:21.112511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38878) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:21.115882 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:21.282623 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f390dcb-85b7-4c97-beac-20a71dd35f72']}} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:21.297076 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e91e53c9-0daf-4d9d-946c-61e21d11b657 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01cbc5335a3e407abf20543f2f9642ac&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1833363 Nov 20 08:48:21.298962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad831687-a270-4cbb-9b6a-88e73d48776a') {'for_net_delete': True} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:21.299310 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad831687-a270-4cbb-9b6a-88e73d48776a') {} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:21.299872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38884) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:21.313170 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1322003'] for segment, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:21.329379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:21.331495 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:48:21.371904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-649ae1fd-5181-45c7-ad6a-93e20876e290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:21.401258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-649ae1fd-5181-45c7-ad6a-93e20876e290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:21.453082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-649ae1fd-5181-45c7-ad6a-93e20876e290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:21.458412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ff09d93b-3f03-4fa0-a43c-ad886640dbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:21.469921 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ae1fd-5181-45c7-ad6a-93e20876e290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bac8f38-9ce5-4d38-b0be-180b5ce9ab0d,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:21.475079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-649ae1fd-5181-45c7-ad6a-93e20876e290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:21.477397 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-649ae1fd-5181-45c7-ad6a-93e20876e290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:21.481498 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-649ae1fd-5181-45c7-ad6a-93e20876e290 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bac8f38-9ce5-4d38-b0be-180b5ce9ab0d HTTP/1.1" status: 204 len: 168 time: 0.1804557 Nov 20 08:48:21.518272 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Network 9f390dcb-85b7-4c97-beac-20a71dd35f72 has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:21.528236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852406434'] for segment, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:21.731675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Network 9f390dcb-85b7-4c97-beac-20a71dd35f72 has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:48:21.756087 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:48:22.072793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:22.077124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c2008b53-dcce-4d4c-b397-a474e868e652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:22.092313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:22.102535 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9f390dcb-85b7-4c97-beac-20a71dd35f72,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:22.105300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:22.109037 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-31dbe1f4-cda9-47ec-9174-f67efae4a7ce admin admin] 10.222.0.32 "DELETE /v2.0/networks/9f390dcb-85b7-4c97-beac-20a71dd35f72 HTTP/1.1" status: 204 len: 168 time: 1.3100181 Nov 20 08:48:22.110046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38900) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:22.184751 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceff7c50-c12e-4985-9bbb-2f38dc7a4520 admin admin] Deleting subnet 612671a6-2202-4c04-a17e-728b2d5ec23e {{(pid=80254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:48:22.188759 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ceff7c50-c12e-4985-9bbb-2f38dc7a4520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:22.249769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ceff7c50-c12e-4985-9bbb-2f38dc7a4520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851662180'] for subnet, precommit_delete_associations {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:22.311278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ceff7c50-c12e-4985-9bbb-2f38dc7a4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:22.346993 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:22.587320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ceff7c50-c12e-4985-9bbb-2f38dc7a4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853426402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851797002'] for subnet, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:22.603440 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:22.643192 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff7c50-c12e-4985-9bbb-2f38dc7a4520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=612671a6-2202-4c04-a17e-728b2d5ec23e,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:22.646104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ceff7c50-c12e-4985-9bbb-2f38dc7a4520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:22.755207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ceff7c50-c12e-4985-9bbb-2f38dc7a4520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:22.761496 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-ceff7c50-c12e-4985-9bbb-2f38dc7a4520 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/612671a6-2202-4c04-a17e-728b2d5ec23e HTTP/1.1" status: 204 len: 168 time: 0.6502891 Nov 20 08:48:22.764287 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38916) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:22.899343 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:22.959678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2cdc22e6-bb0c-4aac-a622-6a6275489512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.075223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38922) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:23.102743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.237529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3441e809-14aa-4e4c-888d-fde146dd9b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.273112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3441e809-14aa-4e4c-888d-fde146dd9b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:23.277984 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3441e809-14aa-4e4c-888d-fde146dd9b01 admin admin] Usage tracker for resource:security_group_rule and tenant:2403bd04f6454d1b8352781d9dd6a8f1 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:23.281602 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-3441e809-14aa-4e4c-888d-fde146dd9b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:23.287745 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-3441e809-14aa-4e4c-888d-fde146dd9b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:23.302686 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.359695 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3441e809-14aa-4e4c-888d-fde146dd9b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.363701 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3441e809-14aa-4e4c-888d-fde146dd9b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.371681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:23.417278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441e809-14aa-4e4c-888d-fde146dd9b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99807043-d656-4be3-a9d7-d3e23e192f15,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:23.423284 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3441e809-14aa-4e4c-888d-fde146dd9b01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2403bd04f6454d1b8352781d9dd6a8f1&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3468611 Nov 20 08:48:23.424604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3441e809-14aa-4e4c-888d-fde146dd9b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:23.425320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38928) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:23.428085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fb77e8-3807-4e18-a9d6-eaf51f1a8675']}} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:23.442440 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41338ce3-4005-4ffb-be50-15afeb1ce8dc') {'for_net_delete': True} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:23.442781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41338ce3-4005-4ffb-be50-15afeb1ce8dc') {} {{(pid=80254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:23.456413 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3113621'] for segment, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.472426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.474391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:48:23.494927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-809b9651-2b1f-4cd1-ab17-662dfbbc156a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.525548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-809b9651-2b1f-4cd1-ab17-662dfbbc156a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.574310 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-809b9651-2b1f-4cd1-ab17-662dfbbc156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.580325 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-24c11e6e-8280-4d4f-b946-13d06464eedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:23.592519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b9651-2b1f-4cd1-ab17-662dfbbc156a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99807043-d656-4be3-a9d7-d3e23e192f15,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:23.597890 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-809b9651-2b1f-4cd1-ab17-662dfbbc156a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:23.600109 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-809b9651-2b1f-4cd1-ab17-662dfbbc156a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.601994 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-809b9651-2b1f-4cd1-ab17-662dfbbc156a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99807043-d656-4be3-a9d7-d3e23e192f15 HTTP/1.1" status: 204 len: 168 time: 0.1750405 Nov 20 08:48:23.674776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Network e1fb77e8-3807-4e18-a9d6-eaf51f1a8675 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:23.685506 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1347824'] for segment, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:23.885811 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Network e1fb77e8-3807-4e18-a9d6-eaf51f1a8675 has no segments {{(pid=80254) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:48:23.915323 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:48:24.006088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:24.010396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:24.031366 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:24.038489 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fb77e8-3807-4e18-a9d6-eaf51f1a8675,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:24.041912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:24.046018 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e4596255-afb5-49f5-9da5-110b45176d11 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e1fb77e8-3807-4e18-a9d6-eaf51f1a8675 HTTP/1.1" status: 204 len: 168 time: 1.2799110 Nov 20 08:48:24.310834 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38948) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:24.382756 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-5a7fa635-0757-4342-b681-3232b3ad91c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60518f483bea4773a93aaa2511f7521d&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0705347 Nov 20 08:48:24.387194 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 38954) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:24.396251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:24.464782 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3df4cbb3-dac5-4acb-b177-6e593b615e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:24.498795 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3df4cbb3-dac5-4acb-b177-6e593b615e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:24.551607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3df4cbb3-dac5-4acb-b177-6e593b615e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:24.557415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-809b9651-2b1f-4cd1-ab17-662dfbbc156a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:24.573250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4cbb3-dac5-4acb-b177-6e593b615e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c7ef4a-15ad-4555-9948-da1b4bbe9c4d,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:24.576972 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-3df4cbb3-dac5-4acb-b177-6e593b615e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:24.583633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3df4cbb3-dac5-4acb-b177-6e593b615e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:24.583633 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-3df4cbb3-dac5-4acb-b177-6e593b615e73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9c7ef4a-15ad-4555-9948-da1b4bbe9c4d HTTP/1.1" status: 204 len: 168 time: 0.1924970 Nov 20 08:48:25.145648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38968) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:25.209289 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.224440 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7da1e813-505d-4866-b9de-f6dbb4476424 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea4bf628ce1347cdaa83940eef70b655&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0771229 Nov 20 08:48:25.228950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 38972) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:25.317766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c5f53dc0-04c5-4967-9727-7fec12eac1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.352803 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c5f53dc0-04c5-4967-9727-7fec12eac1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.416375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c5f53dc0-04c5-4967-9727-7fec12eac1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.422263 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-689a5315-facd-4061-9dac-e2c3be074153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:25.441664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f53dc0-04c5-4967-9727-7fec12eac1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fba97f8-716b-4566-a72b-8dcbbbb0be49,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:25.444020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c5f53dc0-04c5-4967-9727-7fec12eac1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:25.451920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c5f53dc0-04c5-4967-9727-7fec12eac1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.455607 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c5f53dc0-04c5-4967-9727-7fec12eac1c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fba97f8-716b-4566-a72b-8dcbbbb0be49 HTTP/1.1" status: 204 len: 168 time: 0.2253346 Nov 20 08:48:27.738898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:48:28.247414 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39042) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:28.329591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39048) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:28.528776 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e5ba-affa-4d92-a1cd-67eb15045479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.550009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.588619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:28.593631 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-5fb9e5ba-affa-4d92-a1cd-67eb15045479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:28.594369 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] Usage tracker for resource:security_group_rule and tenant:d911cb5701af4330bb6ebedf6280570b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:28.598136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:28.601900 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-5fb9e5ba-affa-4d92-a1cd-67eb15045479 admin admin] Usage tracker for resource:security_group_rule and tenant:5bc97c4a08e840a09d0571da002a1032 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:28.605804 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:28.607805 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-5fb9e5ba-affa-4d92-a1cd-67eb15045479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:28.619215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-5fb9e5ba-affa-4d92-a1cd-67eb15045479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:28.702976 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.707635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.717124 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-59f4fffc-2af0-43c6-97d3-d91d9d64a786 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:28.725741 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e5ba-affa-4d92-a1cd-67eb15045479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.731580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e5ba-affa-4d92-a1cd-67eb15045479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.740874 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ede636ad-9932-4c2a-a772-ccddedbcbf2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:28.775934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c04b9ea-bf93-491f-9b1d-2c181bb93928,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:28.780892 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:28.783922 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d911cb5701af4330bb6ebedf6280570b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5353913 Nov 20 08:48:28.788386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39054) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:28.790079 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9e5ba-affa-4d92-a1cd-67eb15045479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a358ed8-69da-4a21-b703-8e16fe22579c,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:28.794431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-5fb9e5ba-affa-4d92-a1cd-67eb15045479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:28.800648 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-5fb9e5ba-affa-4d92-a1cd-67eb15045479 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bc97c4a08e840a09d0571da002a1032&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4697206 Nov 20 08:48:28.801275 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39058) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:28.864330 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c11976fc-2c11-4267-a033-8e3696d1a604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.896404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c11976fc-2c11-4267-a033-8e3696d1a604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.900250 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52b94e8b-9266-4208-9a8b-1d970ba65e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.953011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c11976fc-2c11-4267-a033-8e3696d1a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.954606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52b94e8b-9266-4208-9a8b-1d970ba65e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.959850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e8a27d5b-1456-4e1a-b5e5-84ac9bedec60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:28.975977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11976fc-2c11-4267-a033-8e3696d1a604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c04b9ea-bf93-491f-9b1d-2c181bb93928,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:28.979216 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c11976fc-2c11-4267-a033-8e3696d1a604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:28.980693 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c11976fc-2c11-4267-a033-8e3696d1a604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:28.992667 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c11976fc-2c11-4267-a033-8e3696d1a604 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c04b9ea-bf93-491f-9b1d-2c181bb93928 HTTP/1.1" status: 204 len: 168 time: 0.1925414 Nov 20 08:48:29.030427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52b94e8b-9266-4208-9a8b-1d970ba65e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:29.041118 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-dc5ce1bd-c729-4be8-9bb0-1fa3d4928559 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:29.054977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b94e8b-9266-4208-9a8b-1d970ba65e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a358ed8-69da-4a21-b703-8e16fe22579c,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:29.060482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-52b94e8b-9266-4208-9a8b-1d970ba65e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:29.064153 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-52b94e8b-9266-4208-9a8b-1d970ba65e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:29.065388 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-52b94e8b-9266-4208-9a8b-1d970ba65e1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a358ed8-69da-4a21-b703-8e16fe22579c HTTP/1.1" status: 204 len: 168 time: 0.2630875 Nov 20 08:48:29.501249 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39076) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:29.521618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-55d4d968-cb61-46f0-b03a-b5749b970899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:29.560303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-55d4d968-cb61-46f0-b03a-b5749b970899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:29.564664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-55d4d968-cb61-46f0-b03a-b5749b970899 admin admin] Usage tracker for resource:security_group_rule and tenant:461eb38d9e8f4b44850a71673701d477 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:29.568123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-55d4d968-cb61-46f0-b03a-b5749b970899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:29.574264 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-55d4d968-cb61-46f0-b03a-b5749b970899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:29.649753 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-55d4d968-cb61-46f0-b03a-b5749b970899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:29.653588 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-55d4d968-cb61-46f0-b03a-b5749b970899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:29.661860 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:29.706380 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4d968-cb61-46f0-b03a-b5749b970899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0280a030-aa4f-4abe-ab8d-cbba56595d67,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:29.712005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-55d4d968-cb61-46f0-b03a-b5749b970899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:29.719628 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-55d4d968-cb61-46f0-b03a-b5749b970899 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=461eb38d9e8f4b44850a71673701d477&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2140481 Nov 20 08:48:29.719628 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39082) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:29.789221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7eaa-50a5-4fa2-a0d0-9d950ecb6252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:29.816997 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7eaa-50a5-4fa2-a0d0-9d950ecb6252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:29.862682 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7eaa-50a5-4fa2-a0d0-9d950ecb6252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:29.867832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-27e97ded-246c-46cb-aa7f-21540bc9d4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:29.882309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e7eaa-50a5-4fa2-a0d0-9d950ecb6252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280a030-aa4f-4abe-ab8d-cbba56595d67,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:29.885514 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0a5e7eaa-50a5-4fa2-a0d0-9d950ecb6252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:29.886511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7eaa-50a5-4fa2-a0d0-9d950ecb6252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:29.890466 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0a5e7eaa-50a5-4fa2-a0d0-9d950ecb6252 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0280a030-aa4f-4abe-ab8d-cbba56595d67 HTTP/1.1" status: 204 len: 168 time: 0.1704767 Nov 20 08:48:33.402321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39182) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:33.562274 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b226dfff-2696-4823-832d-1250a1feac75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.598141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-b226dfff-2696-4823-832d-1250a1feac75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:33.602636 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-b226dfff-2696-4823-832d-1250a1feac75 admin admin] Usage tracker for resource:security_group_rule and tenant:61c91adbcb764b26a5e76b6b39f9f10f is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:33.606149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-b226dfff-2696-4823-832d-1250a1feac75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:33.612350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-b226dfff-2696-4823-832d-1250a1feac75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:33.692256 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b226dfff-2696-4823-832d-1250a1feac75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.695190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b226dfff-2696-4823-832d-1250a1feac75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.704350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:33.750591 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226dfff-2696-4823-832d-1250a1feac75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63176fe5-ae57-4f31-bfac-a80e7d62885a,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:33.754188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b226dfff-2696-4823-832d-1250a1feac75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:33.759412 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-b226dfff-2696-4823-832d-1250a1feac75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61c91adbcb764b26a5e76b6b39f9f10f&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3546574 Nov 20 08:48:33.763254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39188) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:33.835456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9ebbca0d-f1af-44ef-8fa0-bce21907fe1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.864824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9ebbca0d-f1af-44ef-8fa0-bce21907fe1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.914017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9ebbca0d-f1af-44ef-8fa0-bce21907fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.919607 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b73d0e6c-0ce7-4875-a6d0-e2beb2799454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:33.933754 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbca0d-f1af-44ef-8fa0-bce21907fe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63176fe5-ae57-4f31-bfac-a80e7d62885a,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:33.936593 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9ebbca0d-f1af-44ef-8fa0-bce21907fe1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:33.938779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9ebbca0d-f1af-44ef-8fa0-bce21907fe1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.939987 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-9ebbca0d-f1af-44ef-8fa0-bce21907fe1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63176fe5-ae57-4f31-bfac-a80e7d62885a HTTP/1.1" status: 204 len: 168 time: 0.1757252 Nov 20 08:48:34.334606 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39204) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:34.357004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cb866eef-67d0-4e78-981b-9807a317b44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.394848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-cb866eef-67d0-4e78-981b-9807a317b44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:34.399763 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-cb866eef-67d0-4e78-981b-9807a317b44f admin admin] Usage tracker for resource:security_group_rule and tenant:bf1aa936d9e645989c7051936b0ab4ce is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:34.403669 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-cb866eef-67d0-4e78-981b-9807a317b44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:34.411189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-cb866eef-67d0-4e78-981b-9807a317b44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:34.482022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cb866eef-67d0-4e78-981b-9807a317b44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.485310 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cb866eef-67d0-4e78-981b-9807a317b44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.493143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-90d5221f-0ff8-448b-8617-1296980354a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:34.538785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb866eef-67d0-4e78-981b-9807a317b44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7128686d-1513-4379-a379-f58178227c39,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:34.544372 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-cb866eef-67d0-4e78-981b-9807a317b44f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf1aa936d9e645989c7051936b0ab4ce&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2085667 Nov 20 08:48:34.545547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cb866eef-67d0-4e78-981b-9807a317b44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:34.547134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39208) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:34.629028 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50a117f7-d1e4-42e5-ae50-dee469d89930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.664934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50a117f7-d1e4-42e5-ae50-dee469d89930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.714666 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50a117f7-d1e4-42e5-ae50-dee469d89930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.720323 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f50c59f2-6171-4a9e-a11d-c4d6e1cc9e64 tempest-AttachVolumeShelveTestJSON-752500504 tempest-AttachVolumeShelveTestJSON-752500504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:34.735005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a117f7-d1e4-42e5-ae50-dee469d89930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7128686d-1513-4379-a379-f58178227c39,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:34.737486 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-50a117f7-d1e4-42e5-ae50-dee469d89930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:34.739879 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-50a117f7-d1e4-42e5-ae50-dee469d89930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.741539 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-50a117f7-d1e4-42e5-ae50-dee469d89930 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7128686d-1513-4379-a379-f58178227c39 HTTP/1.1" status: 204 len: 168 time: 0.1929262 Nov 20 08:48:37.429205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39276) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:37.595881 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e53d0cbf-b856-485b-bc82-fda1701df87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.632162 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e53d0cbf-b856-485b-bc82-fda1701df87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:37.636768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e53d0cbf-b856-485b-bc82-fda1701df87f admin admin] Usage tracker for resource:security_group_rule and tenant:82f2fe601a004bea972ed638bf550c16 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:37.639916 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e53d0cbf-b856-485b-bc82-fda1701df87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:37.646224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e53d0cbf-b856-485b-bc82-fda1701df87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:37.723202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e53d0cbf-b856-485b-bc82-fda1701df87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.726148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e53d0cbf-b856-485b-bc82-fda1701df87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.734678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f0e24a31-3a13-4652-b32b-a0418cdd4e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:37.780400 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d0cbf-b856-485b-bc82-fda1701df87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686ecef6-342f-4afa-a381-d6d2bd75607f,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:37.783841 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e53d0cbf-b856-485b-bc82-fda1701df87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:37.788608 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e53d0cbf-b856-485b-bc82-fda1701df87f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82f2fe601a004bea972ed638bf550c16&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3577652 Nov 20 08:48:37.790836 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39282) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:37.864339 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6bee45d8-58e5-4d20-ab22-90bbae6fa2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.895086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6bee45d8-58e5-4d20-ab22-90bbae6fa2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.946378 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6bee45d8-58e5-4d20-ab22-90bbae6fa2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.952069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cd70793f-3a7c-401e-875f-13463c86e411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:37.966787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee45d8-58e5-4d20-ab22-90bbae6fa2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ecef6-342f-4afa-a381-d6d2bd75607f,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:37.969609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6bee45d8-58e5-4d20-ab22-90bbae6fa2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:37.974189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6bee45d8-58e5-4d20-ab22-90bbae6fa2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.975620 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-6bee45d8-58e5-4d20-ab22-90bbae6fa2d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/686ecef6-342f-4afa-a381-d6d2bd75607f HTTP/1.1" status: 204 len: 168 time: 0.1838100 Nov 20 08:48:38.400562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39294) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:38.423391 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0a4fedd1-f2eb-4529-8103-deecb5502092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.459585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0a4fedd1-f2eb-4529-8103-deecb5502092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:38.464456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0a4fedd1-f2eb-4529-8103-deecb5502092 admin admin] Usage tracker for resource:security_group_rule and tenant:2c02d6ad8d4144eb93cc01dae4d96fd8 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:38.468040 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-0a4fedd1-f2eb-4529-8103-deecb5502092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:38.474227 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-0a4fedd1-f2eb-4529-8103-deecb5502092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:38.554608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0a4fedd1-f2eb-4529-8103-deecb5502092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.557770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0a4fedd1-f2eb-4529-8103-deecb5502092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.566572 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-52fceb71-e639-4f1d-b9a9-d85fe8e815bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:38.614178 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fedd1-f2eb-4529-8103-deecb5502092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382fb0c7-6d80-4f20-bad0-19b76e314242,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:38.619397 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0a4fedd1-f2eb-4529-8103-deecb5502092 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c02d6ad8d4144eb93cc01dae4d96fd8&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2168460 Nov 20 08:48:38.620497 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0a4fedd1-f2eb-4529-8103-deecb5502092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:38.621891 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39298) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:38.697110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3bd5-5f84-4d1b-91c6-b1470ab09a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.728427 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3bd5-5f84-4d1b-91c6-b1470ab09a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.780129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3bd5-5f84-4d1b-91c6-b1470ab09a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.784450 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-33d175f8-e433-4b2c-adfd-b58beaeb3034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:38.802709 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e3bd5-5f84-4d1b-91c6-b1470ab09a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382fb0c7-6d80-4f20-bad0-19b76e314242,revision_number=None']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:38.810344 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7a4e3bd5-5f84-4d1b-91c6-b1470ab09a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:38.817139 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3bd5-5f84-4d1b-91c6-b1470ab09a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.824089 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7a4e3bd5-5f84-4d1b-91c6-b1470ab09a32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/382fb0c7-6d80-4f20-bad0-19b76e314242 HTTP/1.1" status: 204 len: 168 time: 0.2007625 Nov 20 08:48:50.009254 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d2e22c40-2c93-4c92-920d-87a23472ff8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:52.364203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:52.901080 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:52.955035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1269c8e3-c3c3-4d85-8f15-998f85fbad6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:54.388173 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:55.208920 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:04.740807 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:49:20.009985 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4fa6810c-1b54-40e0-b8fd-52045fe8425f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:21.734935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39652) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:21.888784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:21.923522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:21.927790 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Usage tracker for resource:security_group_rule and tenant:b27ab0af28d0493f856abd2dac16d76b is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:21.930891 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:21.936838 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:22.005626 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:22.008459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:22.016052 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-40d88398-448d-4519-901c-df4de2cce0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:22.063148 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5d5452-5af2-4dbe-984a-a6635fd75818,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:22.067085 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b27ab0af28d0493f856abd2dac16d76b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3310590 Nov 20 08:49:22.070802 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39660) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:22.075641 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.076067 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.076510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.076897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.077307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.077711 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.078119 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.078523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.078956 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.079365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.079767 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.080167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.080657 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.081060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.081456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.081855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.082251 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.082652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.083743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.084157 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.084562 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.084970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.085370 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.085771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.090464 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:22.138932 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:22.166619 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:22.215240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:22.220358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e742a352-3895-4516-8633-ac02928761df tempest-VolumesNegativeTest-1290005971 tempest-VolumesNegativeTest-1290005971] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:22.234640 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5d5452-5af2-4dbe-984a-a6635fd75818,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:22.244247 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:22.245477 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e5d5452-5af2-4dbe-984a-a6635fd75818 HTTP/1.1" status: 204 len: 168 time: 0.1735966 Nov 20 08:49:22.247479 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.248544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.248544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.248949 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.249358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.249779 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.250172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.250579 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.251032 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.251434 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.251832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.252234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.252721 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.253125 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.253525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.253922 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.254319 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.254720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.255709 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.256110 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.256490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.256887 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.257282 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.257682 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:22.261411 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2a08ff89-ae21-46f8-9a65-61474799cdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:22.411404 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:22.903835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:22.960119 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-6375a0da-00f2-4aaa-b5aa-4dcfbfbb64bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:23.112035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39686) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:23.256842 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1371054273-network', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5'}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:49:23.262247 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:23.266432 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Usage tracker for resource:network and tenant:761e4a659fb846c894a90614b1abfaa5 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:23.269561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:23.276320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:23.287172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Made reservation on behalf of 761e4a659fb846c894a90614b1abfaa5 for: {'network': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:49:23.292176 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for network, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:23.306859 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:23.345930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:23.350350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Usage tracker for resource:security_group_rule and tenant:761e4a659fb846c894a90614b1abfaa5 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:23.353328 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:23.359297 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:23.431368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:23.434784 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:23.439477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e231bd32-7f4d-40c1-81e2-0a19f729fe05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:23.472267 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:49:23.485729 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18288df4-34df-4b7a-a0be-cc3eaa029044,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:23.490229 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:23.491253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:23.491652 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.segments_db [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Added segment d4dc4766-6a7c-4928-ac59-dcd9c0d02f84 of type vxlan for network f8764e6f-758f-4246-9808-c901232f966a Nov 20 08:49:23.520563 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363267396589889'] for network, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:23.554004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:23.555700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:23.556435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:23.562022 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:23.678024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Pushing event updated for resources: {'Network': ['ID=f8764e6f-758f-4246-9808-c901232f966a,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:23.681313 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5681438 Nov 20 08:49:23.682331 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e3c62260-3715-45fd-b159-3bf0353fd1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:23.684580 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39700) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:23.691207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Request body: {'subnet': {'network_id': 'f8764e6f-758f-4246-9808-c901232f966a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1371054273-subnet', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'ip_version': 4}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:49:23.696835 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:23.700513 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Network f8764e6f-758f-4246-9808-c901232f966a details requested by agent ovs-agent-dv-cinder-733622-11-iscsi with host dv-cinder-733622-11-iscsi {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:49:23.701279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Usage tracker for resource:subnet and tenant:761e4a659fb846c894a90614b1abfaa5 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:23.704660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:23.711353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:23.720453 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Made reservation on behalf of 761e4a659fb846c894a90614b1abfaa5 for: {'subnet': 1} {{(pid=80254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:49:23.721300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Network f8764e6f-758f-4246-9808-c901232f966a details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80255) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:49:23.725941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2978799'] for subnet, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.153648 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1349466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2978814'] for subnet, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.169594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:24.305485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eebed6f-c5f2-4c40-a071-b896fdf65d28,revision_number=0']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:24.309781 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:24.372222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Checking segment: {'id': 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:49:24.372614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Network hostable DHCP agents. Network: f8764e6f-758f-4246-9808-c901232f966a, hostable agents: ['0621052e-0dae-475e-8907-16dc7b927bfc'], hosted agents: [] {{(pid=80254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:49:24.389641 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.395085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Network f8764e6f-758f-4246-9808-c901232f966a is scheduled to be hosted by DHCP agent 0621052e-0dae-475e-8907-16dc7b927bfc with binding_index 1 {{(pid=80254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:49:24.403935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-iscsi, f8764e6f-758f-4246-9808-c901232f966a) {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:49:24.413609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b195330-6fb2-4d7c-855f-f7f8e8d2a473 None None] Network f8764e6f-758f-4246-9808-c901232f966a requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:49:24.416196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:24.416846 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for subnet, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.437268 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d5f5c401-aff1-45db-af06-7ddc6850232a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7507708 Nov 20 08:49:24.439859 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39708) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:24.445861 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1371054273-router', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}} {{(pid=80254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:49:24.451700 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:24.456301 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Usage tracker for resource:router and tenant:761e4a659fb846c894a90614b1abfaa5 is out of sync, need to count used quota {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:24.460890 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80254) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:24.466717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:24.475931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854267957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775236'] for router, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.476902 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520794', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854371163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-564'] for router, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.498992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.650003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd700f3d-7deb-5abd-90d0-52bb173c3136-f8764e6f-758f-4246-9808-c901232f966a', 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'fixed_ips': [{'subnet_id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28'}]}} from dv-cinder-733622-11-iscsi. {{(pid=80255) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:49:24.651063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.653515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854257228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854268100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-519'] for router, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.858083 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.894817 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:24.956122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Allocated IP 172.20.0.2 (f8764e6f-758f-4246-9808-c901232f966a/4eebed6f-c5f2-4c40-a071-b896fdf65d28/03df34fb-8a49-40bc-ba97-cc9133e597cb) {{(pid=80255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:49:25.193382 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Allocated IP 172.27.0.105 (24cc1651-bd06-4774-a165-46441dd7e5d9/507a61bf-2929-44be-b52e-40506d48634e/687b7cd9-0ac5-470f-8138-1a58936c741b) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:49:25.222134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Notify callbacks [] for port, precommit_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:25.233492 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:25.236190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Transition to ACTIVE for port object 03df34fb-8a49-40bc-ba97-cc9133e597cb will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:49:25.255389 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Transition to ACTIVE for port object 03df34fb-8a49-40bc-ba97-cc9133e597cb will not be triggered until provisioned by entity DHCP. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:49:25.260411 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088'] for port, after_create {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:25.277992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:25.350424 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Pushing event updated for resources: {'Port': ['ID=03df34fb-8a49-40bc-ba97-cc9133e597cb,revision_number=1']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:25.433880 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.434188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.434611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.435030 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.435415 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.435794 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.436165 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.436538 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.436910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.437279 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.437651 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.438021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.438555 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.438953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.439325 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.439693 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.440059 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.440428 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.440797 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.441234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.441604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.442005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.442951 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.443544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:25.455443 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:25.506911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Network f8764e6f-758f-4246-9808-c901232f966a is already hosted by enough agents. {{(pid=80255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:49:25.508100 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Resources bound (agent type, host, resource id): {{(pid=80255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:49:25.510528 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Received port after_create {{(pid=80255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:49:25.568652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Attempting to bind port 03df34fb-8a49-40bc-ba97-cc9133e597cb on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:49:25.568839 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Attempting to bind port 03df34fb-8a49-40bc-ba97-cc9133e597cb by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:49:25.569258 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Attempting to bind port 03df34fb-8a49-40bc-ba97-cc9133e597cb on network f8764e6f-758f-4246-9808-c901232f966a {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:49:25.576575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:49:25.577086 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Checking segment: {'id': 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:49:25.577536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:25.577983 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Bound using segment: {'id': 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:49:25.578574 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Bound port: 03df34fb-8a49-40bc-ba97-cc9133e597cb, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:49:25.579036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:25.590396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:25.616821 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:25.636937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:25.676997 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] For port 03df34fb-8a49-40bc-ba97-cc9133e597cb, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:49:25.680350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] For port 03df34fb-8a49-40bc-ba97-cc9133e597cb, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=03df34fb-8a49-40bc-ba97-cc9133e597cb,segment=NetworkSegment(d4dc4766-6a7c-4928-ac59-dcd9c0d02f84),segment_id=d4dc4766-6a7c-4928-ac59-dcd9c0d02f84)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:49:25.685003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:25.701138 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:25.784259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Pushing event updated for resources: {'Port': ['ID=687b7cd9-0ac5-470f-8138-1a58936c741b,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:25.789115 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:25.834009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Network 24cc1651-bd06-4774-a165-46441dd7e5d9 is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:49:25.835273 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:49:25.837566 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:49:25.857024 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Pushing event updated for resources: {'Port': ['ID=03df34fb-8a49-40bc-ba97-cc9133e597cb,revision_number=2']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:25.862194 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:26.009077 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:26.009936 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518574'] for router, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:26.312598 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Router 12b7bb6e-f457-4907-81f9-9b23595c5796 is scheduled to L3 agent 4199047a-b796-4111-9015-afb7f73345dd with binding_index 1 {{(pid=80254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:49:26.483855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 03df34fb-8a49-40bc-ba97-cc9133e597cb up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:49:26.570472 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:49:26.579099 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 03df34fb-8a49-40bc-ba97-cc9133e597cb completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:49:26.585681 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Sync routers for ids ['12b7bb6e-f457-4907-81f9-9b23595c5796'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:49:26.597567 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] Notify callbacks [] for router, before_response {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:26.602101 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-863c2ea0-e34d-418c-b572-c6bb61312b1f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1586161 Nov 20 08:49:26.602645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80254) accepted ('10.222.0.32', 39726) {{(pid=80254) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:26.607994 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Routers {'12b7bb6e-f457-4907-81f9-9b23595c5796'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:49:26.608836 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['12b7bb6e-f457-4907-81f9-9b23595c5796'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:26.851401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Set router 12b7bb6e-f457-4907-81f9-9b23595c5796 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:49:27.219594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'name': 'tempest-TestShelveInstance-1371054273-router', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:49:24Z', 'updated_at': '2020-11-20T08:49:25Z', 'revision_number': 3, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'gw_port': {'id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:25Z', 'updated_at': '2020-11-20T08:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:27.225302 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Checking router: 12b7bb6e-f457-4907-81f9-9b23595c5796 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:49:27.226470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Updating router 12b7bb6e-f457-4907-81f9-9b23595c5796 port 687b7cd9-0ac5-470f-8138-1a58936c741b binding host dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:49:27.291176 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:27.356814 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f7d0b-28db-4681-bee4-38ca0662962e None None] Network f8764e6f-758f-4246-9808-c901232f966a requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:49:27.476332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-01d1e021-b1a2-4655-b888-aa448b007152 None None] Provisioning for port 03df34fb-8a49-40bc-ba97-cc9133e597cb completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:49:27.483670 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:27.484630 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-01d1e021-b1a2-4655-b888-aa448b007152 None None] Provisioning complete for port 03df34fb-8a49-40bc-ba97-cc9133e597cb triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:27.485057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-01d1e021-b1a2-4655-b888-aa448b007152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:27.733031 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Notify callbacks [] for port, precommit_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:27.745656 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-01d1e021-b1a2-4655-b888-aa448b007152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:27.751358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Transition to ACTIVE for port object 687b7cd9-0ac5-470f-8138-1a58936c741b will not be triggered until provisioned by entity L2. {{(pid=80256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:49:27.756010 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:27.773105 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:27.791977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-01d1e021-b1a2-4655-b888-aa448b007152 None None] For port 03df34fb-8a49-40bc-ba97-cc9133e597cb, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=03df34fb-8a49-40bc-ba97-cc9133e597cb,segment=NetworkSegment(d4dc4766-6a7c-4928-ac59-dcd9c0d02f84),segment_id=d4dc4766-6a7c-4928-ac59-dcd9c0d02f84)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:49:27.798582 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-01d1e021-b1a2-4655-b888-aa448b007152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:27.803104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:27.908105 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_common [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Allocated IP 172.20.0.1 (f8764e6f-758f-4246-9808-c901232f966a/4eebed6f-c5f2-4c40-a071-b896fdf65d28/a6aee410-8f3b-4cba-b9c7-3f7bdf54de81) {{(pid=80254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:49:27.910249 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1e021-b1a2-4655-b888-aa448b007152 None None] Pushing event updated for resources: {'Port': ['ID=03df34fb-8a49-40bc-ba97-cc9133e597cb,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:27.916663 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-01d1e021-b1a2-4655-b888-aa448b007152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:27.962185 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Pushing event updated for resources: {'Port': ['ID=687b7cd9-0ac5-470f-8138-1a58936c741b,revision_number=2']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:27.981844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.982232 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.982615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.983087 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.983416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.983791 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.984167 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.984709 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.985088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.985457 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.985825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.986190 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.986647 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.987461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.987832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.988357 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.988730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.989160 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.989531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.989899 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.990354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.990722 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.991133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.991497 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:49:27.997728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:28.046008 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Attempting to bind port 687b7cd9-0ac5-470f-8138-1a58936c741b on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:49:28.046426 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Attempting to bind port 687b7cd9-0ac5-470f-8138-1a58936c741b by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:49:28.046871 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Attempting to bind port 687b7cd9-0ac5-470f-8138-1a58936c741b on network 24cc1651-bd06-4774-a165-46441dd7e5d9 {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:49:28.055966 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:49:28.056207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Checking segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:49:28.056493 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.056942 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Bound using segment: {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'} {{(pid=80256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:49:28.057856 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Bound port: 687b7cd9-0ac5-470f-8138-1a58936c741b, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd13537-b6b1-49ab-816b-049a07098dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9'}}] {{(pid=80256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:49:28.057856 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.110377 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.136456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Transition to ACTIVE for port object a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 will not be triggered until provisioned by entity DHCP. {{(pid=80254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:49:28.141311 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] For port 687b7cd9-0ac5-470f-8138-1a58936c741b, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:49:28.144978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] For port 687b7cd9-0ac5-470f-8138-1a58936c741b, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=687b7cd9-0ac5-470f-8138-1a58936c741b,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:49:28.148288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-ac5e2891-8220-492a-a99a-cc58eb91c04e None None] Provisioning complete for port 03df34fb-8a49-40bc-ba97-cc9133e597cb triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:28.148722 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2891-8220-492a-a99a-cc58eb91c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.157662 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80256) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.161998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267396567088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1349412'] for port, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.175526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:28.182468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-1e03d18c-0715-4b6b-9167-dfb37a277354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:28.341296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Pushing event updated for resources: {'Port': ['ID=a6aee410-8f3b-4cba-b9c7-3f7bdf54de81,revision_number=1']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:28.345068 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:28.419496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Network f8764e6f-758f-4246-9808-c901232f966a is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:49:28.421664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:49:28.424459 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Received port after_create {{(pid=80254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:49:28.433311 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-212428ae-36ee-4cca-afdf-76f69488a1a7 None None] Provisioning complete for port 03df34fb-8a49-40bc-ba97-cc9133e597cb triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:28.433867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-212428ae-36ee-4cca-afdf-76f69488a1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.500809 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 03df34fb-8a49-40bc-ba97-cc9133e597cb up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:49:28.509568 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-518520'] for router_interface, before_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.564094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Pushing event updated for resources: {'Port': ['ID=687b7cd9-0ac5-470f-8138-1a58936c741b,revision_number=3']} {{(pid=80256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:28.568006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-e5fd1193-ffd6-4c87-a341-f9a638cf2ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80256) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:28.591164 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Routers {'12b7bb6e-f457-4907-81f9-9b23595c5796'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:49:28.592051 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['12b7bb6e-f457-4907-81f9-9b23595c5796'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:28.625931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.665510 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 03df34fb-8a49-40bc-ba97-cc9133e597cb triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:28.665938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.812872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] Set router 12b7bb6e-f457-4907-81f9-9b23595c5796 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:49:28.825060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-a5afd048-831a-4dd5-bb22-87df03aef494 None None] Provisioning for port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 completed by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:49:28.830519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-a5afd048-831a-4dd5-bb22-87df03aef494 None None] Provisioning complete for port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:28.830980 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a5afd048-831a-4dd5-bb22-87df03aef494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.891316 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-a5afd048-831a-4dd5-bb22-87df03aef494 None None] Port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:49:28.905111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-a5afd048-831a-4dd5-bb22-87df03aef494 None None] Provisioning complete for port 03df34fb-8a49-40bc-ba97-cc9133e597cb triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:28.905535 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-a5afd048-831a-4dd5-bb22-87df03aef494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.951368 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.956205 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1347794'] for port, after_update {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:28.988435 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:29.095015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Pushing event updated for resources: {'Port': ['ID=a6aee410-8f3b-4cba-b9c7-3f7bdf54de81,revision_number=2']} {{(pid=80254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:29.100309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16058335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501919'] for router_interface, after_create {{(pid=80254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:29.156211 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:29.223442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'name': 'tempest-TestShelveInstance-1371054273-router', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:49:24Z', 'updated_at': '2020-11-20T08:49:28Z', 'revision_number': 4, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'gw_port': {'id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:25Z', 'updated_at': '2020-11-20T08:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'a6aee410-8f3b-4cba-b9c7-3f7bdf54de81', 'name': '', 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'mac_address': 'fa:16:3e:bd:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:27Z', 'updated_at': '2020-11-20T08:49:27Z', 'revision_number': 1, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'subnets': [{'id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:29.228416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f498-54f5-4ec8-aa6a-dbc6c569326f None None] The sync data for ids ['12b7bb6e-f457-4907-81f9-9b23595c5796'] in dv-cinder-733622-11-iscsi is: [{'id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'name': 'tempest-TestShelveInstance-1371054273-router', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:49:24Z', 'updated_at': '2020-11-20T08:49:28Z', 'revision_number': 4, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'gw_port': {'id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:25Z', 'updated_at': '2020-11-20T08:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'a6aee410-8f3b-4cba-b9c7-3f7bdf54de81', 'name': '', 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'mac_address': 'fa:16:3e:bd:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:27Z', 'updated_at': '2020-11-20T08:49:27Z', 'revision_number': 1, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'subnets': [{'id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:49:29.308320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Network f8764e6f-758f-4246-9808-c901232f966a is already hosted by enough agents. {{(pid=80254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:49:29.309770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.base_scheduler [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Resources bound (agent type, host, resource id): {{(pid=80254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:49:29.389313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39742) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:29.535278 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-ef7de46c-d5a4-45fe-bea5-67f58b5ed1c0 None None] Provisioning complete for port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 triggered by entity DHCP. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:29.535832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ef7de46c-d5a4-45fe-bea5-67f58b5ed1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:29.586508 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-711249ad-726c-4916-a823-dcc1556f9a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:29.643305 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-ef7de46c-d5a4-45fe-bea5-67f58b5ed1c0 None None] Port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 cannot update to ACTIVE because it is not bound. {{(pid=80255) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:49:29.646737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-711249ad-726c-4916-a823-dcc1556f9a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:29.654034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-711249ad-726c-4916-a823-dcc1556f9a38 admin admin] Usage tracker for resource:security_group_rule and tenant:80e3f3f5c6c3467e9315865b595b3e89 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:29.662221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [None req-711249ad-726c-4916-a823-dcc1556f9a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:29.669856 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [None req-711249ad-726c-4916-a823-dcc1556f9a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:29.748766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-711249ad-726c-4916-a823-dcc1556f9a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:29.752230 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-711249ad-726c-4916-a823-dcc1556f9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:29.762122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-52b94e8b-9266-4208-9a8b-1d970ba65e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:29.812585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711249ad-726c-4916-a823-dcc1556f9a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100243ba-b11f-4c07-8bf1-1b76a196f0b2,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:29.816322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-711249ad-726c-4916-a823-dcc1556f9a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:29.823869 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-711249ad-726c-4916-a823-dcc1556f9a38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80e3f3f5c6c3467e9315865b595b3e89&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4333353 Nov 20 08:49:29.824477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39748) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:29.900618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-88701421-9c73-4ed8-bcdc-020463ce73f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:29.932575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-88701421-9c73-4ed8-bcdc-020463ce73f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:29.990006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-88701421-9c73-4ed8-bcdc-020463ce73f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:29.995707 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-05d81f4b-2cd3-4b75-a883-9cb15fcd95a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:29.997140 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Router 12b7bb6e-f457-4907-81f9-9b23595c5796 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:49:30.013081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88701421-9c73-4ed8-bcdc-020463ce73f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100243ba-b11f-4c07-8bf1-1b76a196f0b2,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:30.017501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-88701421-9c73-4ed8-bcdc-020463ce73f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:30.018658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-88701421-9c73-4ed8-bcdc-020463ce73f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:30.020061 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-88701421-9c73-4ed8-bcdc-020463ce73f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/100243ba-b11f-4c07-8bf1-1b76a196f0b2 HTTP/1.1" status: 204 len: 168 time: 0.1946061 Nov 20 08:49:30.266763 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:49:30.278389 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-80fdc141-6e95-4c8c-ac59-3f2638880489 admin admin] 10.222.0.32 "PUT /v2.0/routers/12b7bb6e-f457-4907-81f9-9b23595c5796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6745470 Nov 20 08:49:30.485120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 687b7cd9-0ac5-470f-8138-1a58936c741b up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:49:30.560564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port 687b7cd9-0ac5-470f-8138-1a58936c741b completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:49:30.565956 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 687b7cd9-0ac5-470f-8138-1a58936c741b triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:30.566295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:30.694861 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:30.713424 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port 687b7cd9-0ac5-470f-8138-1a58936c741b, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=687b7cd9-0ac5-470f-8138-1a58936c741b,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:49:30.716401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:30.718352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:30.787343 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=687b7cd9-0ac5-470f-8138-1a58936c741b,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:30.790799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:32.019350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-282808271', 'description': 'tempest-TestShelveInstance-282808271 description'}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:49:32.027021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:32.031073 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Usage tracker for resource:security_group and tenant:761e4a659fb846c894a90614b1abfaa5 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:32.034057 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:32.041236 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:32.051897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.092202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:32.096298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Usage tracker for resource:security_group_rule and tenant:761e4a659fb846c894a90614b1abfaa5 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:32.100286 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:32.106065 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:32.165298 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.168023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.173622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cfbf43e4-80ac-47d6-a554-c8da8d2f795c tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:32.215658 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Pushing event updated for resources: {'SecurityGroup': ['ID=baa19e78-7590-4ccc-aafe-5e0227dde5bd,revision_number=1']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:32.218659 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:32.219757 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.221111 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-4e9d1e90-b7dc-40cf-8729-9b3779deaedf req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1689 time: 0.2065229 Nov 20 08:49:32.309996 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-5d09b582-00b1-45fc-8be5-d387713fae25 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "GET /v2.0/security-groups/baa19e78-7590-4ccc-aafe-5e0227dde5bd HTTP/1.1" status: 200 len: 1684 time: 0.0530539 Nov 20 08:49:32.321424 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'baa19e78-7590-4ccc-aafe-5e0227dde5bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:49:32.321782 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'baa19e78-7590-4ccc-aafe-5e0227dde5bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:49:32.328312 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:32.332523 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Usage tracker for resource:security_group_rule and tenant:761e4a659fb846c894a90614b1abfaa5 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:32.335612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:32.341478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:32.399515 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group_rule, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.425340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.428691 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.430844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:32.443826 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 687b7cd9-0ac5-470f-8138-1a58936c741b up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:49:32.453692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71dd273-ea5f-48a7-8599-60110ee0a5f4,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:32.458522 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:32.466063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group_rule, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.467390 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3df022fa-9f2a-44e1-8327-e1da6b035b0c req-c5e7530e-96bb-48e9-bb88-37e6c8e308cb tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1510620 Nov 20 08:49:32.525539 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port 687b7cd9-0ac5-470f-8138-1a58936c741b triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:32.525967 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.559656 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-bafe5115-aa31-419c-bf49-4c3de6119516 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "GET /v2.0/security-groups/baa19e78-7590-4ccc-aafe-5e0227dde5bd HTTP/1.1" status: 200 len: 2212 time: 0.0578430 Nov 20 08:49:32.570904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'baa19e78-7590-4ccc-aafe-5e0227dde5bd', 'remote_group_id': None}]} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:49:32.571259 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.v2.base [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'baa19e78-7590-4ccc-aafe-5e0227dde5bd', 'remote_group_id': None}} {{(pid=80253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:49:32.577727 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:32.582015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Usage tracker for resource:security_group_rule and tenant:761e4a659fb846c894a90614b1abfaa5 is out of sync, need to count used quota {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:32.587338 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80253) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:32.593189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.quota.driver [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80253) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:32.639131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Sync routers for ids ['12b7bb6e-f457-4907-81f9-9b23595c5796'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:49:32.652480 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group_rule, before_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.663334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Routers {'12b7bb6e-f457-4907-81f9-9b23595c5796'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:49:32.664013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['12b7bb6e-f457-4907-81f9-9b23595c5796'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:32.680146 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.683283 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256574'] for security_group_rule, after_create {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.685362 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:32.712720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da71e1d-d1ef-4a04-8e21-3d905e82e96f,revision_number=0']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:32.715416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:32.722181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group_rule, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:32.724029 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-cddb4028-82e0-4f8f-8419-0b51222ced57 req-b3da5b2d-770d-462d-8bb2-2a0412936c91 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1572793 Nov 20 08:49:32.859977 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Set router 12b7bb6e-f457-4907-81f9-9b23595c5796 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:49:33.208824 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'name': 'tempest-TestShelveInstance-1371054273-router', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:49:24Z', 'updated_at': '2020-11-20T08:49:28Z', 'revision_number': 4, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'gw_port': {'id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:25Z', 'updated_at': '2020-11-20T08:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'a6aee410-8f3b-4cba-b9c7-3f7bdf54de81', 'name': '', 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'mac_address': 'fa:16:3e:bd:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:27Z', 'updated_at': '2020-11-20T08:49:28Z', 'revision_number': 2, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'subnets': [{'id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:33.213038 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Checking router: 12b7bb6e-f457-4907-81f9-9b23595c5796 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:49:33.213442 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Updating router 12b7bb6e-f457-4907-81f9-9b23595c5796 port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 binding host dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:49:33.272115 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:33.714334 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Notify callbacks [] for port, precommit_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:33.725891 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-0d083b17-f506-4647-9686-c0c02b3e9242 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips/dee932f5-0343-4a9c-867c-7737c7dd6c35 HTTP/1.1" status: 200 len: 998 time: 0.1176407 Nov 20 08:49:33.728041 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Transition to ACTIVE for port object a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 will not be triggered until provisioned by entity L2. {{(pid=80255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:49:33.731937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:33.750085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:33.900918 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ea8a2-d330-4650-b30f-c76d8cade137 None None] Pushing event updated for resources: {'Port': ['ID=a6aee410-8f3b-4cba-b9c7-3f7bdf54de81,revision_number=3']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:33.905488 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-907ea8a2-d330-4650-b30f-c76d8cade137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:33.916984 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-33360e0b-53db-4f45-bfe9-5b4c94533004 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:33.918477 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-33360e0b-53db-4f45-bfe9-5b4c94533004 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 784 time: 0.1860764 Nov 20 08:49:34.037213 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-ac6241c2-f859-42fd-b65d-2aa4d2102883 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.240 HTTP/1.1" status: 200 len: 1001 time: 0.1119239 Nov 20 08:49:34.071625 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Attempting to bind port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 on host dv-cinder-733622-11-iscsi for vnic_type normal with profile {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:49:34.072042 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Attempting to bind port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 by drivers openvswitch on host dv-cinder-733622-11-iscsi at level 0 using segments [{'id': 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a'}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:49:34.072449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Attempting to bind port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 on network f8764e6f-758f-4246-9808-c901232f966a {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:49:34.080161 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Checking agent: {'id': '69fd4a2e-0373-4d87-ac2c-f0d1cab4688a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 25, 54), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:49:34.080587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Checking segment: {'id': 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:49:34.081189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:34.081635 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Bound using segment: {'id': 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a'} {{(pid=80255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:49:34.082166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Bound port: a6aee410-8f3b-4cba-b9c7-3f7bdf54de81, host: dv-cinder-733622-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a'}}] {{(pid=80255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:49:34.082640 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:34.134516 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-f78ed248-7989-4e7b-b12a-9a04b6dd01de tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:34.136098 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-f78ed248-7989-4e7b-b12a-9a04b6dd01de tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports/d2c9292a-d74f-4fe5-ad43-68781c8a8fff HTTP/1.1" status: 200 len: 942 time: 0.0922565 Nov 20 08:49:34.185206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] For port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81, host dv-cinder-733622-11-iscsi, cleared binding levels {{(pid=80255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:49:34.188896 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] For port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81, host dv-cinder-733622-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=a6aee410-8f3b-4cba-b9c7-3f7bdf54de81,segment=NetworkSegment(d4dc4766-6a7c-4928-ac59-dcd9c0d02f84),segment_id=d4dc4766-6a7c-4928-ac59-dcd9c0d02f84)] {{(pid=80255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:49:34.194856 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:34.211495 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:34.337594 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-3c9f00fa-c3d2-4530-8451-ba005f958dbb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.240 HTTP/1.1" status: 200 len: 1001 time: 0.1130493 Nov 20 08:49:34.380328 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ea8a2-d330-4650-b30f-c76d8cade137 None None] Pushing event updated for resources: {'Port': ['ID=a6aee410-8f3b-4cba-b9c7-3f7bdf54de81,revision_number=4']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:34.385186 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-907ea8a2-d330-4650-b30f-c76d8cade137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:34.440377 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Routers {'12b7bb6e-f457-4907-81f9-9b23595c5796'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:49:34.441131 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['12b7bb6e-f457-4907-81f9-9b23595c5796'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:34.578609 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Deleting port fbc57f98-8bc0-4b88-8ee1-7d79e043972b {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:49:34.579174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:34.789938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:34.790184 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:34.834062 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] Set router 12b7bb6e-f457-4907-81f9-9b23595c5796 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:49:34.929953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Calling delete_port for fbc57f98-8bc0-4b88-8ee1-7d79e043972b owned by network:floatingip {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:49:35.089027 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:35.108507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-ef8d2dbb-0053-4dbd-a950-16fad52792e4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:35.170684 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event deleted for resources: {'Port': ['ID=fbc57f98-8bc0-4b88-8ee1-7d79e043972b,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:35.176237 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:35.199281 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'name': 'tempest-TestShelveInstance-1371054273-router', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:49:24Z', 'updated_at': '2020-11-20T08:49:28Z', 'revision_number': 4, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'gw_port': {'id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:25Z', 'updated_at': '2020-11-20T08:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'a6aee410-8f3b-4cba-b9c7-3f7bdf54de81', 'name': '', 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'mac_address': 'fa:16:3e:bd:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:27Z', 'updated_at': '2020-11-20T08:49:34Z', 'revision_number': 4, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'subnets': [{'id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:35.203571 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcb7b7-5448-4ad1-ae08-9cff2c20748a None None] The sync data for ids ['12b7bb6e-f457-4907-81f9-9b23595c5796'] in dv-cinder-733622-11-iscsi is: [{'id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'name': 'tempest-TestShelveInstance-1371054273-router', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:49:24Z', 'updated_at': '2020-11-20T08:49:28Z', 'revision_number': 4, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'gw_port': {'id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:25Z', 'updated_at': '2020-11-20T08:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'a6aee410-8f3b-4cba-b9c7-3f7bdf54de81', 'name': '', 'network_id': 'f8764e6f-758f-4246-9808-c901232f966a', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'mac_address': 'fa:16:3e:bd:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:27Z', 'updated_at': '2020-11-20T08:49:34Z', 'revision_number': 4, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'subnets': [{'id': '4eebed6f-c5f2-4c40-a071-b896fdf65d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:49:35.355441 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:35.356015 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Floating IP dee932f5-0343-4a9c-867c-7737c7dd6c35 disassociated (deleted). External IP: 172.27.0.240, port: d2c9292a-d74f-4fe5-ad43-68781c8a8fff. Nov 20 08:49:35.799987 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Router 42722de5-8477-4473-a00a-b8b543f09930 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:49:36.250199 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:49:36.260529 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] Sync routers for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:49:36.274104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:49:36.274793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:36.277896 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:36.335455 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "DELETE /v2.0/floatingips/dee932f5-0343-4a9c-867c-7737c7dd6c35 HTTP/1.1" status: 204 len: 173 time: 1.9916642 Nov 20 08:49:36.336020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:49:36.408195 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff', 'status': 'completed', 'code': 200} Nov 20 08:49:36.438519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-7a66f918-7f0d-409d-9d26-9c7acddecc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:36.445533 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-7a66f918-7f0d-409d-9d26-9c7acddecc21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 1162 time: 0.0951312 Nov 20 08:49:36.489728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:49:36.492449 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:49:36.583633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning for port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 completed by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:49:36.588939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:36.589545 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:36.679714 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-8a1cd256-c182-4c2a-83a2-9acf0f1ea68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:36.687999 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-8a1cd256-c182-4c2a-83a2-9acf0f1ea68c service neutron] 10.222.0.32 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.1923923 Nov 20 08:49:36.741088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:36.745888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-a3a73528-fc3d-406c-b3c0-738d96f72720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:36.747604 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-a3a73528-fc3d-406c-b3c0-738d96f72720 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 1162 time: 0.2933173 Nov 20 08:49:36.789000 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] For port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=a6aee410-8f3b-4cba-b9c7-3f7bdf54de81,segment=NetworkSegment(d4dc4766-6a7c-4928-ac59-dcd9c0d02f84),segment_id=d4dc4766-6a7c-4928-ac59-dcd9c0d02f84)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:49:36.796818 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:36.798878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-96610393-5c15-4e68-a0ef-4439b66e69cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:36.811780 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-f6ad6e58-fc49-42a8-b9d1-a100879dad88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2c9292a-d74f-4fe5-ad43-68781c8a8fff HTTP/1.1" status: 200 len: 217 time: 0.1228375 Nov 20 08:49:36.879045 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Pushing event updated for resources: {'Port': ['ID=a6aee410-8f3b-4cba-b9c7-3f7bdf54de81,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:36.883129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:36.916675 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '3a6cf17c-b622-40b5-a090-22da003add85', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:79:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:54Z', 'updated_at': '2020-11-20T08:45:00Z', 'revision_number': 2, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:36.920937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] Checking router: 42722de5-8477-4473-a00a-b8b543f09930 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:49:36.933243 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:49:36.934234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:36.971796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-323e46aa-e9e7-4cb3-a46b-2f5f5b4b5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:36.974004 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-323e46aa-e9e7-4cb3-a46b-2f5f5b4b5b7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.1061289 Nov 20 08:49:36.976518 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-e44de939-948b-4d2f-b3ca-40ff3fc91acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:36.977994 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-e44de939-948b-4d2f-b3ca-40ff3fc91acd service neutron] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.2227252 Nov 20 08:49:37.109966 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-4b0dc94b-a133-4a74-808b-306548642fba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2c9292a-d74f-4fe5-ad43-68781c8a8fff HTTP/1.1" status: 200 len: 217 time: 0.0897233 Nov 20 08:49:37.138396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:49:37.186337 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-d50b195f-e1f2-4f4a-9328-221f30cd1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:37.187959 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-d50b195f-e1f2-4f4a-9328-221f30cd1c51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2067645 Nov 20 08:49:37.196494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-bc9af19d-ef90-4ceb-abe6-e41ab8f524c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:37.198009 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-bc9af19d-ef90-4ceb-abe6-e41ab8f524c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.0812683 Nov 20 08:49:37.419177 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-fbc0ec3d-093e-4994-9f60-26faf947b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:37.420851 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-fbc0ec3d-093e-4994-9f60-26faf947b15f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1975200 Nov 20 08:49:37.422922 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-dafc24bc-75e4-46da-97e4-6cba324bb0f1 service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239375 Nov 20 08:49:37.530644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '3a6cf17c-b622-40b5-a090-22da003add85', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:79:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:54Z', 'updated_at': '2020-11-20T08:45:00Z', 'revision_number': 2, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:37.535150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02c1ce-f510-4037-b45f-019d489deea8 None None] The sync data for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi is: [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_floatingips': [{'id': '3a6cf17c-b622-40b5-a090-22da003add85', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'router_id': '42722de5-8477-4473-a00a-b8b543f09930', 'port_id': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'mac_address': 'fa:16:3e:79:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:54Z', 'updated_at': '2020-11-20T08:45:00Z', 'revision_number': 2, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:49:37.709806 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-65412058-4a75-48fd-bb0c-2bc090ed9754 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817583 Nov 20 08:49:37.713820 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3bef4919-c26b-481c-a757-ac58fbf8a58b req-3b5e0a39-0a02-474a-b4eb-62bc6e11fdcf service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2621779 Nov 20 08:49:37.873525 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-824547e2-5598-4eda-ad7f-d8ae717035b2 req-9d2cf929-4954-4f81-8935-e8d54c5c02b6 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562393 Nov 20 08:49:37.953930 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e8255-6ab0-4f04-a158-67da311654d0 None None] New status for floating IP dee932f5-0343-4a9c-867c-7737c7dd6c35: DOWN {{(pid=80255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:49:38.174337 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32222c0-1558-4bf3-b2d1-94e5813abc5d req-e08c7043-4253-4ef9-a777-59f7c97a43b2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:38.175136 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-b32222c0-1558-4bf3-b2d1-94e5813abc5d req-e08c7043-4253-4ef9-a777-59f7c97a43b2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:49:38.191385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-b32222c0-1558-4bf3-b2d1-94e5813abc5d req-e08c7043-4253-4ef9-a777-59f7c97a43b2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:49:38.193532 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b32222c0-1558-4bf3-b2d1-94e5813abc5d req-e08c7043-4253-4ef9-a777-59f7c97a43b2 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 945 time: 0.1055458 Nov 20 08:49:38.247117 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-b32222c0-1558-4bf3-b2d1-94e5813abc5d req-9e8c443f-ecd6-470c-8abc-21e7da0cd649 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0468183 Nov 20 08:49:38.444969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 up at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:49:38.518531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.provisioning_blocks [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Provisioning complete for port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 triggered by entity L2. {{(pid=80255) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:49:38.518991 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16525090'] for port, provisioning_complete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:39.473149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab900f5-4333-47ec-84d0-4bf560a4cc67 req-cc86ad55-ee81-4854-b9eb-2dd9966d77a3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:39.474782 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5ab900f5-4333-47ec-84d0-4bf560a4cc67 req-cc86ad55-ee81-4854-b9eb-2dd9966d77a3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 945 time: 0.0925484 Nov 20 08:49:39.527135 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-5ab900f5-4333-47ec-84d0-4bf560a4cc67 req-4931e083-2fff-4ac0-9f16-708515bf256c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0458722 Nov 20 08:49:40.243394 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device d2c9292a-d74f-4fe5-ad43-68781c8a8fff no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:49:40.331901 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-ab52f71e-5a3b-495c-b04b-9ea604cef56c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:40.334122 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-ab52f71e-5a3b-495c-b04b-9ea604cef56c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 945 time: 0.0854867 Nov 20 08:49:40.364854 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16611540'] for port, before_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:40.396386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff'}] {{(pid=80255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:49:40.405618 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] For port d2c9292a-d74f-4fe5-ad43-68781c8a8fff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d2c9292a-d74f-4fe5-ad43-68781c8a8fff,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:49:40.408754 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769458583172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769458169561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363267396606222'] for port, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:40.411423 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-aa6580b1-685c-4549-930c-efbba76e64fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:40.423188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Deleting port d2c9292a-d74f-4fe5-ad43-68781c8a8fff {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:49:40.423814 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:40.466401 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff', 'code': 200} Nov 20 08:49:40.485214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Pushing event updated for resources: {'Port': ['ID=d2c9292a-d74f-4fe5-ad43-68781c8a8fff,revision_number=5']} {{(pid=80255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:40.489895 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80255) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:40.768728 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] For port d2c9292a-d74f-4fe5-ad43-68781c8a8fff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d2c9292a-d74f-4fe5-ad43-68781c8a8fff,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:49:40.769134 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:40.913708 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Calling delete_port for d2c9292a-d74f-4fe5-ad43-68781c8a8fff owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:49:40.970862 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1faca-d1a1-434d-9d30-3bcae4aaa085 req-faba5bc5-a13e-4180-9e10-326ef9dbf4c0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:40.972608 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a9c1faca-d1a1-434d-9d30-3bcae4aaa085 req-faba5bc5-a13e-4180-9e10-326ef9dbf4c0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 943 time: 0.3081341 Nov 20 08:49:41.088929 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-a9c1faca-d1a1-434d-9d30-3bcae4aaa085 req-8201bbe5-fed1-4bfe-9c1b-42348c12c91c tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1052575 Nov 20 08:49:41.125590 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:41.143300 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:41.193276 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event deleted for resources: {'Port': ['ID=d2c9292a-d74f-4fe5-ad43-68781c8a8fff,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:41.198460 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:41.359911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] No DVR routers for this DVR port d2c9292a-d74f-4fe5-ad43-68781c8a8fff on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:49:41.362215 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:41.365927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'name': 'network-vif-deleted', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:49:41.382148 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-fc0ee36b-4a89-4f93-98f4-c6044decd710 req-f94e63a0-2e94-442c-9308-80a76cf7ba29 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "DELETE /v2.0/ports/d2c9292a-d74f-4fe5-ad43-68781c8a8fff HTTP/1.1" status: 204 len: 173 time: 1.0422404 Nov 20 08:49:41.432851 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108ac308-47f1-4169-be02-e9ffc645d736', 'name': 'network-vif-deleted', 'tag': 'd2c9292a-d74f-4fe5-ad43-68781c8a8fff', 'status': 'completed', 'code': 200} Nov 20 08:49:41.741799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:49:42.550133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-6793ee7a-a67f-4d79-9d3c-06cd09c8267e req-3a4b7cee-b9da-4a0c-9f4f-9d4829ecd226 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:49:42.565627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-6793ee7a-a67f-4d79-9d3c-06cd09c8267e req-3a4b7cee-b9da-4a0c-9f4f-9d4829ecd226 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:49:42.566969 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6793ee7a-a67f-4d79-9d3c-06cd09c8267e req-3a4b7cee-b9da-4a0c-9f4f-9d4829ecd226 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=108ac308-47f1-4169-be02-e9ffc645d736 HTTP/1.1" status: 200 len: 210 time: 0.3088658 Nov 20 08:49:46.244394 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-bc492d81-c01c-4d2a-90e4-61cff1d4fd08 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips/3a6cf17c-b622-40b5-a090-22da003add85 HTTP/1.1" status: 200 len: 998 time: 0.1116424 Nov 20 08:49:46.405149 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca514-0319-46de-b4be-3a05741836c0 req-b3c6e5cc-718f-4261-baa7-77ed54eaa0c4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:46.406623 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-b3c6e5cc-718f-4261-baa7-77ed54eaa0c4 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 784 time: 0.1562333 Nov 20 08:49:46.418430 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-a90405c8-135e-4f51-be4b-5e5b7e5d96b0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=80253) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:49:46.419545 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-a90405c8-135e-4f51-be4b-5e5b7e5d96b0 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0061445 Nov 20 08:49:46.529924 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-005ca514-0319-46de-b4be-3a05741836c0 req-20ef284f-e143-4a37-bbdf-03e3a3c56195 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:floatingip {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:49:46.546169 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-005ca514-0319-46de-b4be-3a05741836c0 req-20ef284f-e143-4a37-bbdf-03e3a3c56195 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:floatingip {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:49:46.547496 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-20ef284f-e143-4a37-bbdf-03e3a3c56195 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.243 HTTP/1.1" status: 200 len: 1001 time: 0.1218352 Nov 20 08:49:46.630743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca514-0319-46de-b4be-3a05741836c0 req-0ffc60ac-7c81-4f07-8c10-0efc99a39908 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:46.632264 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-0ffc60ac-7c81-4f07-8c10-0efc99a39908 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports/95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad HTTP/1.1" status: 200 len: 942 time: 0.0777295 Nov 20 08:49:46.828272 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-3ee19fc7-1373-4ae4-b85d-25e1e25c1a9b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.243 HTTP/1.1" status: 200 len: 1001 time: 0.1101985 Nov 20 08:49:47.047252 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Deleting port d34f0c72-4db5-477d-b275-b674838a891b {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:49:47.047642 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:47.228832 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:47.229206 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:47.356320 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Calling delete_port for d34f0c72-4db5-477d-b275-b674838a891b owned by network:floatingip {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:49:47.508655 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:47.524112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:47.579214 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event deleted for resources: {'Port': ['ID=d34f0c72-4db5-477d-b275-b674838a891b,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:47.583911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:47.746950 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:47.747321 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.db.l3_db [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Floating IP 3a6cf17c-b622-40b5-a090-22da003add85 disassociated (deleted). External IP: 172.27.0.243, port: 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad. Nov 20 08:49:48.168957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Router 42722de5-8477-4473-a00a-b8b543f09930 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:49:48.382069 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:49:48.392512 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] Sync routers for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:49:48.406736 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:49:48.407524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:48.409013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:48.467531 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-57667ab5-549a-466a-b7da-1667b95ac568 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "DELETE /v2.0/floatingips/3a6cf17c-b622-40b5-a090-22da003add85 HTTP/1.1" status: 204 len: 173 time: 1.6324818 Nov 20 08:49:48.468105 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'tag': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:49:48.530456 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'tag': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'status': 'completed', 'code': 200} Nov 20 08:49:48.564371 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca514-0319-46de-b4be-3a05741836c0 req-d735833f-b261-445b-946d-8411a17fafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:48.566034 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-d735833f-b261-445b-946d-8411a17fafe7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 1162 time: 0.0846055 Nov 20 08:49:48.771249 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:49:49.033313 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-c1b33ad0-7ff9-4700-92b1-ddf702d7922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:49.034851 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-c1b33ad0-7ff9-4700-92b1-ddf702d7922e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 1162 time: 0.4515951 Nov 20 08:49:49.037935 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca514-0319-46de-b4be-3a05741836c0 req-416b7be8-7f5e-4664-9933-dc38455a5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:49.039452 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-416b7be8-7f5e-4664-9933-dc38455a5e13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.4576874 Nov 20 08:49:49.120227 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:49.124978 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] Checking router: 42722de5-8477-4473-a00a-b8b543f09930 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:49:49.137965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:49:49.138730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:23Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:49.164234 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-bf8fb089-b794-41b6-8bd4-b46ad98b95bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad HTTP/1.1" status: 200 len: 217 time: 0.0987151 Nov 20 08:49:49.314877 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca514-0319-46de-b4be-3a05741836c0 req-9caec449-fcf1-4d1b-b514-9561a194ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:49.316431 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-9caec449-fcf1-4d1b-b514-9561a194ead9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.0991797 Nov 20 08:49:49.321716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-946f0d7f-4cb3-41a1-9995-b2fe2115a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:49.323281 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-946f0d7f-4cb3-41a1-9995-b2fe2115a4db service neutron] 10.222.0.24 "GET /v2.0/networks?id=270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 200 len: 906 time: 0.2809155 Nov 20 08:49:49.332536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:49:49.447369 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-0983ef61-ced7-4fd1-9df0-90e9141e808f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad HTTP/1.1" status: 200 len: 217 time: 0.0864794 Nov 20 08:49:49.530573 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca514-0319-46de-b4be-3a05741836c0 req-2dfcf5eb-5e8d-481c-8348-800212267cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:49.532269 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-2dfcf5eb-5e8d-481c-8348-800212267cdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2080119 Nov 20 08:49:49.533722 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-b3b4495c-5577-49a6-b1a5-1c963b922274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:49.535238 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-b3b4495c-5577-49a6-b1a5-1c963b922274 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 200 len: 851 time: 0.0814962 Nov 20 08:49:49.671718 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:49:49.676188 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f344d-8759-43e4-acc8-f9d5821e23d5 None None] The sync data for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi is: [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 4, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi', '_interfaces': [{'id': 'd58ee0e4-dcc8-4b8a-a494-1dd8d034856d', 'name': '', 'network_id': '270c5563-6854-44e4-aa1d-e900b0b0f5d7', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'mac_address': 'fa:16:3e:4a:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:04Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'subnets': [{'id': 'e81c3f6d-027f-43cc-810f-b8875088632c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:49:49.749673 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-67ad569c-5395-40aa-841f-205d0b957d41 service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096040 Nov 20 08:49:49.751712 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-e2a9f0c3-af82-477f-82ce-f42016bf6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:49.753210 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-e2a9f0c3-af82-477f-82ce-f42016bf6b4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=270c5563-6854-44e4-aa1d-e900b0b0f5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1878622 Nov 20 08:49:50.016906 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9806d024-9f5b-4464-b4c4-b85881d77a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:50.028798 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-005ca514-0319-46de-b4be-3a05741836c0 req-bea72929-e0e2-41fb-ab76-953300f8b737 service neutron] 10.222.0.32 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2725840 Nov 20 08:49:50.032320 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-02896935-e865-40c6-afcf-1a5cff4441fa service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521741 Nov 20 08:49:50.065112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3891a2-8b1d-469e-99d9-c51ff30edaa9 None None] New status for floating IP 3a6cf17c-b622-40b5-a090-22da003add85: DOWN {{(pid=80255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:49:50.209499 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-8e411be2-87c9-45bd-a77b-5b2aa33fd2c7 req-dec62853-a450-4d3e-8622-7e71a41e29d1 service neutron] 10.222.0.24 "GET /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1691899 Nov 20 08:49:50.597953 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b01c7-e886-43a2-9949-8b8410e8101e req-5a15a852-abc6-48e6-8aa7-71bf1fe6bf47 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:50.599290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-782b01c7-e886-43a2-9949-8b8410e8101e req-5a15a852-abc6-48e6-8aa7-71bf1fe6bf47 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:49:50.613837 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-782b01c7-e886-43a2-9949-8b8410e8101e req-5a15a852-abc6-48e6-8aa7-71bf1fe6bf47 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:49:50.615847 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-782b01c7-e886-43a2-9949-8b8410e8101e req-5a15a852-abc6-48e6-8aa7-71bf1fe6bf47 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 945 time: 0.2423482 Nov 20 08:49:50.665428 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-782b01c7-e886-43a2-9949-8b8410e8101e req-32347ad5-d3ee-47fc-9dca-0730a7729fac tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0432780 Nov 20 08:49:51.626501 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-d9db949a-c882-4cfb-bb88-fbcdeed661c3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:51.628415 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-d9db949a-c882-4cfb-bb88-fbcdeed661c3 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 945 time: 0.0834141 Nov 20 08:49:51.705252 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Deleting port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:49:51.705632 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:52.033653 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] For port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:49:52.034056 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:52.169912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Calling delete_port for 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad owned by compute:nova {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:49:52.228381 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c723c-858b-41cd-adbf-3fc2a1bc063f req-bbd58010-0d76-42a9-9047-c8eead653872 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:52.230042 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-771c723c-858b-41cd-adbf-3fc2a1bc063f req-bbd58010-0d76-42a9-9047-c8eead653872 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 945 time: 0.4222646 Nov 20 08:49:52.341089 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-771c723c-858b-41cd-adbf-3fc2a1bc063f req-2455fc92-c5a8-48f0-8825-d8b3cce0237b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups?id=091c03a1-2504-48b6-af5c-030668c74582&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1021392 Nov 20 08:49:52.360589 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:49:52.377183 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:52.393768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7a419daa-22ba-47fd-95ca-fa6dd261d10c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:52.411585 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] No Port match for: 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:49:52.411989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Device 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad not bound to the agent host hv-cinder-73362 {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:49:52.419352 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:52.443587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event deleted for resources: {'Port': ['ID=95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:52.455509 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:52.600359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] No DVR routers for this DVR port 95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad on host hv-cinder-73362 {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:49:52.602549 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for port, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:52.605287 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'name': 'network-vif-deleted', 'tag': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad'}] {{(pid=80253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:49:52.620076 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-d13da8d8-b0dc-4a04-9647-12025e551789 req-51a1ef57-6225-448f-9374-e4c362b3d4ed tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.24 "DELETE /v2.0/ports/95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad HTTP/1.1" status: 204 len: 173 time: 0.9864411 Nov 20 08:49:52.665842 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fae1bca-94ec-43d2-bb98-a464f52fb137', 'name': 'network-vif-deleted', 'tag': '95e8fbd3-fc04-4f09-85d0-76f3ba4b7fad', 'status': 'completed', 'code': 200} Nov 20 08:49:52.905114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:52.962082 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-efa6a633-788b-4c5b-afd5-a37626c1ec4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:53.539111 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-66ffcdc7-7883-46ab-b69d-7bb1a4bf8f08 req-df168664-db56-4ba8-a4ae-3bcb4974722b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:49:53.554855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-66ffcdc7-7883-46ab-b69d-7bb1a4bf8f08 req-df168664-db56-4ba8-a4ae-3bcb4974722b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:port {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:49:53.556129 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-66ffcdc7-7883-46ab-b69d-7bb1a4bf8f08 req-df168664-db56-4ba8-a4ae-3bcb4974722b tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/ports?device_id=9fae1bca-94ec-43d2-bb98-a464f52fb137 HTTP/1.1" status: 200 len: 210 time: 0.0678658 Nov 20 08:49:54.393379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:54.788029 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-08eb7c60-1a87-498e-bcee-1bd58f2f0993 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips/175419c9-7139-49bf-8ed0-35e199751a8c HTTP/1.1" status: 200 len: 693 time: 0.0851672 Nov 20 08:49:54.953172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-27be1916-67b5-4d6a-a6eb-c44ab1280667 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:54.954563 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-27be1916-67b5-4d6a-a6eb-c44ab1280667 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/networks/24cc1651-bd06-4774-a165-46441dd7e5d9 HTTP/1.1" status: 200 len: 784 time: 0.1607180 Nov 20 08:49:55.042974 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-dd9e3eaf-9179-4b88-be98-951d2466cbcb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Synchronizing usage tracker for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:floatingip {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:49:55.058203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-dd9e3eaf-9179-4b88-be98-951d2466cbcb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Unset dirty status for tenant:cbb24c2df5384ba988d38abb22fc49c2 on resource:floatingip {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:49:55.059490 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-dd9e3eaf-9179-4b88-be98-951d2466cbcb tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0983782 Nov 20 08:49:55.150350 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-dc40d25c-7385-4b48-8221-a43816987127 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.27.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0843828 Nov 20 08:49:55.216790 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:55.321485 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Deleting port 917934f7-1dfd-44c9-8a65-f000bc84257b {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:49:55.321867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:55.506431 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:55.507053 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:55.868544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Calling delete_port for 917934f7-1dfd-44c9-8a65-f000bc84257b owned by network:floatingip {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:49:55.968126 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-3f1439e2-5030-454f-899c-3736259b2274 req-3c508487-4cf2-4ab6-b818-a0a5b0754f3d tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Synchronizing usage tracker for tenant:761e4a659fb846c894a90614b1abfaa5 on resource:security_group {{(pid=80253) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:49:56.030583 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.quota.resource [req-3f1439e2-5030-454f-899c-3736259b2274 req-3c508487-4cf2-4ab6-b818-a0a5b0754f3d tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Unset dirty status for tenant:761e4a659fb846c894a90614b1abfaa5 on resource:security_group {{(pid=80253) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:49:56.031868 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3f1439e2-5030-454f-899c-3736259b2274 req-3c508487-4cf2-4ab6-b818-a0a5b0754f3d tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-282808271&fields=id&tenant_id=761e4a659fb846c894a90614b1abfaa5 HTTP/1.1" status: 200 len: 267 time: 0.1716564 Nov 20 08:49:56.168985 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:56.187553 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:56.256793 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event deleted for resources: {'Port': ['ID=917934f7-1dfd-44c9-8a65-f000bc84257b,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:56.263001 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:56.347085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1439e2-5030-454f-899c-3736259b2274 req-07d67657-d033-4f37-a666-142a3330e5fd tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:49:56.348911 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3f1439e2-5030-454f-899c-3736259b2274 req-07d67657-d033-4f37-a666-142a3330e5fd tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "GET /v2.0/networks?id=f8764e6f-758f-4246-9808-c901232f966a HTTP/1.1" status: 200 len: 809 time: 0.3088660 Nov 20 08:49:56.385943 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3f1439e2-5030-454f-899c-3736259b2274 req-7d61f1f1-27f8-40b7-9512-7a433fad563f tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "GET /v2.0/quotas/761e4a659fb846c894a90614b1abfaa5 HTTP/1.1" status: 200 len: 375 time: 0.0301669 Nov 20 08:49:56.516970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for floatingip, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:56.550678 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3f1439e2-5030-454f-899c-3736259b2274 req-35d3c4c3-867d-4ddc-9ba9-13c14848fa75 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "GET /v2.0/ports?tenant_id=761e4a659fb846c894a90614b1abfaa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1542077 Nov 20 08:49:56.556350 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772417'] for floatingip, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:56.557337 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-95a92fd9-f2dd-41ca-8dcc-1eacf78f5afa req-56a8b222-63ec-4b58-aff3-4729e4e30fa6 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "DELETE /v2.0/floatingips/175419c9-7139-49bf-8ed0-35e199751a8c HTTP/1.1" status: 204 len: 173 time: 1.4011273 Nov 20 08:49:56.715357 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3f1439e2-5030-454f-899c-3736259b2274 req-29affa38-1dfc-426b-b9f1-7dedf58f11b8 service neutron] 10.222.0.32 "GET /v2.0/networks/f8764e6f-758f-4246-9808-c901232f966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505041 Nov 20 08:49:56.869881 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-3f1439e2-5030-454f-899c-3736259b2274 req-b5a5b4e2-5f3e-4d98-85f8-b360be0c1c44 service neutron] 10.222.0.32 "GET /v2.0/networks/f8764e6f-758f-4246-9808-c901232f966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482253 Nov 20 08:49:58.069530 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-76caee5b-602e-46f8-8f1f-4ec7867e5516 req-312f1fc7-cfc8-45df-9bf6-45290ce636c9 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "GET /v2.0/security-groups/091c03a1-2504-48b6-af5c-030668c74582 HTTP/1.1" status: 200 len: 2753 time: 0.0564959 Nov 20 08:49:58.143961 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-76caee5b-602e-46f8-8f1f-4ec7867e5516 req-382d798f-1193-4db2-8034-aec85a82836e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:58.173561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-76caee5b-602e-46f8-8f1f-4ec7867e5516 req-382d798f-1193-4db2-8034-aec85a82836e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:58.220521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-76caee5b-602e-46f8-8f1f-4ec7867e5516 req-382d798f-1193-4db2-8034-aec85a82836e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:58.224796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-bd46070c-b707-4766-9614-e9d07a1754a9 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:58.241634 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d798f-1193-4db2-8034-aec85a82836e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Pushing event deleted for resources: {'SecurityGroup': ['ID=091c03a1-2504-48b6-af5c-030668c74582,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:58.244470 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-382d798f-1193-4db2-8034-aec85a82836e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:58.252385 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-76caee5b-602e-46f8-8f1f-4ec7867e5516 req-382d798f-1193-4db2-8034-aec85a82836e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:58.253611 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-76caee5b-602e-46f8-8f1f-4ec7867e5516 req-382d798f-1193-4db2-8034-aec85a82836e tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] 10.222.0.32 "DELETE /v2.0/security-groups/091c03a1-2504-48b6-af5c-030668c74582 HTTP/1.1" status: 204 len: 173 time: 0.1778262 Nov 20 08:49:58.342889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39968) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:58.907296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502000'] for router_interface, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:59.550766 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Deleting port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:49:59.551891 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:59.736984 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] For port d58ee0e4-dcc8-4b8a-a494-1dd8d034856d, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=d58ee0e4-dcc8-4b8a-a494-1dd8d034856d,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:49:59.737379 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:59.866307 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Calling delete_port for d58ee0e4-dcc8-4b8a-a494-1dd8d034856d owned by network:router_interface {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:50:00.043021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:00.058885 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d21727fc-de72-42e5-ad70-91bd65aeedca tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:00.104597 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Pushing event deleted for resources: {'Port': ['ID=d58ee0e4-dcc8-4b8a-a494-1dd8d034856d,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:00.117187 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:00.724650 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838717498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501782'] for router_interface, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:01.464680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Router 42722de5-8477-4473-a00a-b8b543f09930 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:50:01.680550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:50:01.689736 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] Sync routers for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:50:01.696008 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] 10.222.0.32 "PUT /v2.0/routers/42722de5-8477-4473-a00a-b8b543f09930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3499010 Nov 20 08:50:01.697013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39976) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:01.702886 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:50:01.703567 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:01.897133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:50:01.908733 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Notify callbacks [] for router, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:02.122588 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:02.133692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Deleting port ec13faa8-64f1-4747-8484-ea585a1ec8b0 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:02.134081 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:02.204859 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:49:59Z', 'revision_number': 5, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port': {'id': 'ec13faa8-64f1-4747-8484-ea585a1ec8b0', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42722de5-8477-4473-a00a-b8b543f09930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:02.209916 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] Checking router: 42722de5-8477-4473-a00a-b8b543f09930 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:50:02.220941 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] Routers {'42722de5-8477-4473-a00a-b8b543f09930'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:50:02.221605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['42722de5-8477-4473-a00a-b8b543f09930'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:02.321769 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] For port ec13faa8-64f1-4747-8484-ea585a1ec8b0, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=ec13faa8-64f1-4747-8484-ea585a1ec8b0,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:50:02.322172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:02.381889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] Set router 42722de5-8477-4473-a00a-b8b543f09930 gateway port host: None {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:50:02.453365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Calling delete_port for ec13faa8-64f1-4747-8484-ea585a1ec8b0 owned by network:router_gateway {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:50:02.499174 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:50:02Z', 'revision_number': 6, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port_host': None}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:02.503405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde08ed-f407-41e1-93c7-a9ce95f537a7 None None] The sync data for ids ['42722de5-8477-4473-a00a-b8b543f09930'] in dv-cinder-733622-11-iscsi is: [{'id': '42722de5-8477-4473-a00a-b8b543f09930', 'name': 'tempest-TestVolumeBootPattern-1789604937-router', 'tenant_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:56Z', 'updated_at': '2020-11-20T08:50:02Z', 'revision_number': 6, 'project_id': 'cbb24c2df5384ba988d38abb22fc49c2', 'gw_port_host': None}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:50:02.628789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:02.642732 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-a4f0f509-3f58-47b4-b1a2-ba47d1b53819 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:02.691547 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec13faa8-64f1-4747-8484-ea585a1ec8b0,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:02.697044 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:03.019478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518640'] for router_gateway, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:03.538046 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854268130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775281'] for router, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:03.542554 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:03.565043 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-497582'] for router, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:03.565718 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42722de5-8477-4473-a00a-b8b543f09930 {{(pid=80253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:50:03.579509 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] Notify callbacks [] for router, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:03.580752 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d4dcb39f-0a68-46bf-92e4-d78105282579 admin admin] 10.222.0.32 "DELETE /v2.0/routers/42722de5-8477-4473-a00a-b8b543f09930 HTTP/1.1" status: 204 len: 168 time: 1.8826358 Nov 20 08:50:03.583384 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39980) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:03.657386 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d60b56-5f50-4b3b-9dbb-58df2d76d0d2 admin admin] Deleting subnet e81c3f6d-027f-43cc-810f-b8875088632c {{(pid=80253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:50:03.661351 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b56-5f50-4b3b-9dbb-58df2d76d0d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:03.721014 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b56-5f50-4b3b-9dbb-58df2d76d0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853453798'] for subnet, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:03.808417 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b56-5f50-4b3b-9dbb-58df2d76d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:04.071085 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b56-5f50-4b3b-9dbb-58df2d76d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254129'] for subnet, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:04.087552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7ff3dec9-354a-4ae6-80f6-156c9304f4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:04.130608 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d60b56-5f50-4b3b-9dbb-58df2d76d0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81c3f6d-027f-43cc-810f-b8875088632c,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:04.142519 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d0d60b56-5f50-4b3b-9dbb-58df2d76d0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:04.225416 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d0d60b56-5f50-4b3b-9dbb-58df2d76d0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:04.230511 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf402fa0-55b8-4828-93aa-4602b2852811 None None] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:50:04.231498 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d0d60b56-5f50-4b3b-9dbb-58df2d76d0d2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e81c3f6d-027f-43cc-810f-b8875088632c HTTP/1.1" status: 204 len: 168 time: 0.6470976 Nov 20 08:50:04.233962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39984) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:04.353154 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:04.428272 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Deleting port 600bbb73-c472-403b-bb3f-22a6f7382efb {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:04.428646 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:04.462799 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device d58ee0e4-dcc8-4b8a-a494-1dd8d034856d no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:50:04.498586 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: d58ee0e4-dcc8-4b8a-a494-1dd8d034856d {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:50:04.499013 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device d58ee0e4-dcc8-4b8a-a494-1dd8d034856d not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:50:04.499483 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ec13faa8-64f1-4747-8484-ea585a1ec8b0 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:50:04.529383 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] DHCP port deletion for 270c5563-6854-44e4-aa1d-e900b0b0f5d7 request from dv-cinder-733622-11-iscsi {{(pid=80255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 20 08:50:04.537356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: ec13faa8-64f1-4747-8484-ea585a1ec8b0 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:50:04.537801 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device ec13faa8-64f1-4747-8484-ea585a1ec8b0 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:50:04.540447 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] Deleting port 600bbb73-c472-403b-bb3f-22a6f7382efb {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:04.540858 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:04.652104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] For port 600bbb73-c472-403b-bb3f-22a6f7382efb, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=600bbb73-c472-403b-bb3f-22a6f7382efb,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:50:04.652503 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:04.759224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] For port 600bbb73-c472-403b-bb3f-22a6f7382efb, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=600bbb73-c472-403b-bb3f-22a6f7382efb,segment=NetworkSegment(558af7a8-89e3-40a5-97ef-bd52052f8fa1),segment_id=558af7a8-89e3-40a5-97ef-bd52052f8fa1)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:50:04.759561 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:04.783823 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Calling delete_port for 600bbb73-c472-403b-bb3f-22a6f7382efb owned by network:dhcp {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:50:04.861127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:04.876780 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-25a2379a-9b8d-4751-ad57-49de44794a50 tempest-TestMinimumBasicScenario-785190438 tempest-TestMinimumBasicScenario-785190438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:04.891223 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] Calling delete_port for 600bbb73-c472-403b-bb3f-22a6f7382efb owned by network:dhcp {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:50:04.931827 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=600bbb73-c472-403b-bb3f-22a6f7382efb,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:04.936633 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:04.966359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80255) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:50:04.966768 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:50:05.021565 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] No DVR routers for this DVR port 600bbb73-c472-403b-bb3f-22a6f7382efb on host dv-cinder-733622-11-iscsi {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:50:05.148843 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:05.274353 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270c5563-6854-44e4-aa1d-e900b0b0f5d7']}} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:05.287221 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558af7a8-89e3-40a5-97ef-bd52052f8fa1') {'for_net_delete': True} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:05.287558 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558af7a8-89e3-40a5-97ef-bd52052f8fa1') {} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:05.299448 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1322003'] for segment, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:05.318494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:05.320748 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:50:05.468340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] Deleting port 600bbb73-c472-403b-bb3f-22a6f7382efb {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:05.468783 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:05.508112 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:50:05.517468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852406434'] for segment, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:05.537886 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-dceb6a7d-e97b-4efe-8c2f-36c060a5779a None None] The port '600bbb73-c472-403b-bb3f-22a6f7382efb' was deleted {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 20 08:50:05.700461 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Network 270c5563-6854-44e4-aa1d-e900b0b0f5d7 has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:50:05.723963 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:50:05.808123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:05.811588 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:05.826138 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:05.837314 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=270c5563-6854-44e4-aa1d-e900b0b0f5d7,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:05.840813 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:05.850895 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-fa0f82b5-505f-474a-9b42-baaaf5c45e63 admin admin] 10.222.0.32 "DELETE /v2.0/networks/270c5563-6854-44e4-aa1d-e900b0b0f5d7 HTTP/1.1" status: 204 len: 168 time: 1.6159070 Nov 20 08:50:05.854060 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39988) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:06.263009 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502000'] for router_interface, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:06.451475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 600bbb73-c472-403b-bb3f-22a6f7382efb no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:50:06.487234 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: 600bbb73-c472-403b-bb3f-22a6f7382efb {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:50:06.487622 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 600bbb73-c472-403b-bb3f-22a6f7382efb not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:50:07.137151 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Deleting port 9e14d05d-becd-4801-ae00-0c8746177d32 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:07.137537 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:07.324240 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] For port 9e14d05d-becd-4801-ae00-0c8746177d32, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=9e14d05d-becd-4801-ae00-0c8746177d32,segment=NetworkSegment(08417586-f2d5-4267-9880-4af1f4f8c460),segment_id=08417586-f2d5-4267-9880-4af1f4f8c460)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:50:07.324848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:07.453914 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Calling delete_port for 9e14d05d-becd-4801-ae00-0c8746177d32 owned by network:router_interface {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:50:07.635645 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:07.651253 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-209ab443-f057-4c7d-9cd8-1ba731bbcfc4 tempest-AttachVolumeTestJSON-684587822 tempest-AttachVolumeTestJSON-684587822] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:07.706644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e14d05d-becd-4801-ae00-0c8746177d32,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:07.712005 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:08.082688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838717498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501782'] for router_interface, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:08.825409 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Router 34f4e64d-a071-4d70-8449-efa1a8c16768 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:50:09.040227 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:50:09.049011 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] Sync routers for ids ['34f4e64d-a071-4d70-8449-efa1a8c16768'] in dv-cinder-733622-11-iscsi {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:50:09.049687 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-361c8f66-7199-4cb5-9086-dc8c4d1c313c admin admin] 10.222.0.32 "PUT /v2.0/routers/34f4e64d-a071-4d70-8449-efa1a8c16768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1945844 Nov 20 08:50:09.052999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39992) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:09.062446 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] Routers {'34f4e64d-a071-4d70-8449-efa1a8c16768'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:50:09.063182 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['34f4e64d-a071-4d70-8449-efa1a8c16768'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:09.256140 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] Set router 34f4e64d-a071-4d70-8449-efa1a8c16768 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:50:09.264955 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:09.720127 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:09.728858 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Deleting port 949d38ec-041d-4046-99e4-dd8db8de57ce {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:09.729227 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:09.750189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'name': 'tempest-TestVolumeBootPattern-1839505112-router', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:38:17Z', 'updated_at': '2020-11-20T08:50:07Z', 'revision_number': 5, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'gw_port': {'id': '949d38ec-041d-4046-99e4-dd8db8de57ce', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:19Z', 'updated_at': '2020-11-20T08:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:09.754377 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] Checking router: 34f4e64d-a071-4d70-8449-efa1a8c16768 for host: dv-cinder-733622-11-iscsi {{(pid=80255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:50:09.765889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] Routers {'34f4e64d-a071-4d70-8449-efa1a8c16768'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:50:09.766564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:49:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['34f4e64d-a071-4d70-8449-efa1a8c16768'], 'active': True} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:09.916129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] For port 949d38ec-041d-4046-99e4-dd8db8de57ce, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=949d38ec-041d-4046-99e4-dd8db8de57ce,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:50:09.916789 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:09.927989 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] Set router 34f4e64d-a071-4d70-8449-efa1a8c16768 gateway port host: None {{(pid=80255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:50:10.041923 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'name': 'tempest-TestVolumeBootPattern-1839505112-router', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:38:17Z', 'updated_at': '2020-11-20T08:50:09Z', 'revision_number': 6, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'gw_port_host': None}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:10.045984 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Calling delete_port for 949d38ec-041d-4046-99e4-dd8db8de57ce owned by network:router_gateway {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:50:10.046163 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90ca7f-7a77-487e-b1e3-e41de4a6a7c4 None None] The sync data for ids ['34f4e64d-a071-4d70-8449-efa1a8c16768'] in dv-cinder-733622-11-iscsi is: [{'id': '34f4e64d-a071-4d70-8449-efa1a8c16768', 'name': 'tempest-TestVolumeBootPattern-1839505112-router', 'tenant_id': '3392efa7f8af46f89b7705fae8550d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:38:17Z', 'updated_at': '2020-11-20T08:50:09Z', 'revision_number': 6, 'project_id': '3392efa7f8af46f89b7705fae8550d45', 'gw_port_host': None}] {{(pid=80255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:50:10.224166 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:10.240452 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-b76c8aca-d143-468c-84f1-e91967a8d77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:10.295242 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=949d38ec-041d-4046-99e4-dd8db8de57ce,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:10.301564 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:10.458303 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 949d38ec-041d-4046-99e4-dd8db8de57ce no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:50:10.495719 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: 949d38ec-041d-4046-99e4-dd8db8de57ce {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:50:10.496115 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 949d38ec-041d-4046-99e4-dd8db8de57ce not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:50:10.496583 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 9e14d05d-becd-4801-ae00-0c8746177d32 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:50:10.530055 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: 9e14d05d-becd-4801-ae00-0c8746177d32 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:50:10.530446 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 9e14d05d-becd-4801-ae00-0c8746177d32 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:50:10.612790 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518640'] for router_gateway, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:10.885181 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854268130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775281'] for router, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:10.889496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:10.915122 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-497582'] for router, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:10.915720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34f4e64d-a071-4d70-8449-efa1a8c16768 {{(pid=80253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:50:10.929507 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] Notify callbacks [] for router, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:10.931155 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-c7f8eedc-6616-4051-8f9e-4cb7f27321b3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/34f4e64d-a071-4d70-8449-efa1a8c16768 HTTP/1.1" status: 204 len: 168 time: 1.8768530 Nov 20 08:50:10.933720 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 39996) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:11.003627 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd40d7d-a793-440d-aab6-9ce7c1c10b2c admin admin] Deleting subnet bb3b5be7-72aa-446e-892e-cd7bb8d3ada6 {{(pid=80253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:50:11.007202 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1fd40d7d-a793-440d-aab6-9ce7c1c10b2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:11.063143 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1fd40d7d-a793-440d-aab6-9ce7c1c10b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853453798'] for subnet, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:11.146017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1fd40d7d-a793-440d-aab6-9ce7c1c10b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:11.407271 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1fd40d7d-a793-440d-aab6-9ce7c1c10b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254129'] for subnet, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:11.423822 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:11.471850 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd40d7d-a793-440d-aab6-9ce7c1c10b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3b5be7-72aa-446e-892e-cd7bb8d3ada6,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:11.477787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-1fd40d7d-a793-440d-aab6-9ce7c1c10b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:11.562717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1fd40d7d-a793-440d-aab6-9ce7c1c10b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:11.568367 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf87432-fe4b-4c0c-8b7a-7eeda3144f7e None None] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:50:11.569982 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-1fd40d7d-a793-440d-aab6-9ce7c1c10b2c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb3b5be7-72aa-446e-892e-cd7bb8d3ada6 HTTP/1.1" status: 204 len: 168 time: 0.6352291 Nov 20 08:50:11.572598 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40000) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:11.696006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:11.764979 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Deleting port a06161fb-6024-4043-9997-a940d9391ed0 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:11.765356 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:11.826322 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] DHCP port deletion for bc9da4e3-3897-4d8c-b25e-2143c46463e1 request from dv-cinder-733622-11-iscsi {{(pid=80255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 20 08:50:11.830621 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] Deleting port a06161fb-6024-4043-9997-a940d9391ed0 {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:11.831098 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:11.984557 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] For port a06161fb-6024-4043-9997-a940d9391ed0, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=a06161fb-6024-4043-9997-a940d9391ed0,segment=NetworkSegment(08417586-f2d5-4267-9880-4af1f4f8c460),segment_id=08417586-f2d5-4267-9880-4af1f4f8c460)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:50:11.985113 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:12.054222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] For port a06161fb-6024-4043-9997-a940d9391ed0, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=a06161fb-6024-4043-9997-a940d9391ed0,segment=NetworkSegment(08417586-f2d5-4267-9880-4af1f4f8c460),segment_id=08417586-f2d5-4267-9880-4af1f4f8c460)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:50:12.054588 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:12.114245 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Calling delete_port for a06161fb-6024-4043-9997-a940d9391ed0 owned by network:dhcp {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:50:12.184998 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] Calling delete_port for a06161fb-6024-4043-9997-a940d9391ed0 owned by network:dhcp {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:50:12.189939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:12.205994 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-96f4b946-5f8d-4856-aae5-d6d530bcfa21 tempest-TestVolumeBootPattern-1716001166 tempest-TestVolumeBootPattern-1716001166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:12.255911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80255) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:50:12.256209 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06161fb-6024-4043-9997-a940d9391ed0,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:12.256342 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:50:12.268878 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:12.355243 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] No DVR routers for this DVR port a06161fb-6024-4043-9997-a940d9391ed0 on host dv-cinder-733622-11-iscsi {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:50:12.454114 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device a06161fb-6024-4043-9997-a940d9391ed0 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:50:12.480072 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:12.493889 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: a06161fb-6024-4043-9997-a940d9391ed0 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:50:12.494288 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device a06161fb-6024-4043-9997-a940d9391ed0 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:50:12.757828 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] Deleting port a06161fb-6024-4043-9997-a940d9391ed0 {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:12.758222 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:12.824965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-51d4beb7-b6ba-4b16-a9b7-098972397886 None None] The port 'a06161fb-6024-4043-9997-a940d9391ed0' was deleted {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 20 08:50:12.827252 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9da4e3-3897-4d8c-b25e-2143c46463e1']}} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:12.841668 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08417586-f2d5-4267-9880-4af1f4f8c460') {'for_net_delete': True} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:12.842016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08417586-f2d5-4267-9880-4af1f4f8c460') {} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:12.854844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1322003'] for segment, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:12.869969 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:12.872023 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:50:13.055982 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:50:13.065035 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852406434'] for segment, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:13.253185 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Network bc9da4e3-3897-4d8c-b25e-2143c46463e1 has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:50:13.277068 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:50:13.358487 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:13.361787 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:13.376711 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:13.389412 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9da4e3-3897-4d8c-b25e-2143c46463e1,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:13.392743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:13.394382 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-2e4d6ac7-5840-4249-8ce5-0506e7bbbe43 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bc9da4e3-3897-4d8c-b25e-2143c46463e1 HTTP/1.1" status: 204 len: 168 time: 1.8208089 Nov 20 08:50:13.539964 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40006) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:13.599990 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-612755e8-a002-4473-9e4e-b8ebba765a7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbb24c2df5384ba988d38abb22fc49c2&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0587044 Nov 20 08:50:13.602392 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40010) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:13.666064 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0b17b7ac-0590-47a3-a471-86c52f377a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:13.694940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0b17b7ac-0590-47a3-a471-86c52f377a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:13.749437 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0b17b7ac-0590-47a3-a471-86c52f377a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:13.753399 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-1bae76b4-35b1-47d3-8553-5c9fc8ef5290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:13.769034 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17b7ac-0590-47a3-a471-86c52f377a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995e27fb-bf60-4229-a8a7-a4fc26b6e863,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:13.773914 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-0b17b7ac-0590-47a3-a471-86c52f377a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:13.778305 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-0b17b7ac-0590-47a3-a471-86c52f377a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:13.779562 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-0b17b7ac-0590-47a3-a471-86c52f377a39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/995e27fb-bf60-4229-a8a7-a4fc26b6e863 HTTP/1.1" status: 204 len: 168 time: 0.1761758 Nov 20 08:50:14.219150 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40018) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:14.274070 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-2269cea5-b9d9-4965-b961-7f9e91ecec15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3392efa7f8af46f89b7705fae8550d45&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0536172 Nov 20 08:50:14.276531 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40022) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:14.338898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7a17d6e8-4b47-41a7-9681-4a34fd5b7cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:14.366020 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7a17d6e8-4b47-41a7-9681-4a34fd5b7cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:14.412454 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7a17d6e8-4b47-41a7-9681-4a34fd5b7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:14.417478 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-727e03e8-45a8-452b-8138-b5fbc2dbd94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:14.431948 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17d6e8-4b47-41a7-9681-4a34fd5b7cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ababad-230c-4f93-991a-6049de6f66a4,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:14.434475 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-7a17d6e8-4b47-41a7-9681-4a34fd5b7cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:14.435764 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-7a17d6e8-4b47-41a7-9681-4a34fd5b7cfb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0ababad-230c-4f93-991a-6049de6f66a4 HTTP/1.1" status: 204 len: 168 time: 0.1582863 Nov 20 08:50:14.436743 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-7a17d6e8-4b47-41a7-9681-4a34fd5b7cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:18.743525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:50:18.846525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-86c01cc3-c6c3-4708-b16e-a129df2df83b req-bd84d717-e1e4-4c57-9044-8593f3fd2a82 service neutron] (80254) timed out ('10.222.0.24', 49906) {{(pid=80254) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 20 08:50:20.010927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-72714418-93bd-434c-b38a-cf0ad0981f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:22.419894 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:22.908438 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:22.963398 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-28c73920-4ef5-4d2c-8244-f75acaec7728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:24.394940 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:25.218532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:50.012888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-00e699ee-ee3a-42f1-9b43-c51a3e9b1923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:52.438004 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:52.910218 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:52.964130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-abc3db1b-d461-4fe9-93cf-def23e30b86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:54.397204 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:55.219958 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:55.725762 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6eb25786-12a5-4b5f-bd6d-762f566144e6 req-9731c345-1503-4425-b214-3f82856c4b7d tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "GET /v2.0/security-groups/baa19e78-7590-4ccc-aafe-5e0227dde5bd HTTP/1.1" status: 200 len: 2745 time: 0.0563750 Nov 20 08:50:55.745290 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:50:55.802361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6eb25786-12a5-4b5f-bd6d-762f566144e6 req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:55.832003 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6eb25786-12a5-4b5f-bd6d-762f566144e6 req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:55.882006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6eb25786-12a5-4b5f-bd6d-762f566144e6 req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:55.887494 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-9ebbca0d-f1af-44ef-8fa0-bce21907fe1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:55.904418 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa19e78-7590-4ccc-aafe-5e0227dde5bd,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:55.917123 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [req-6eb25786-12a5-4b5f-bd6d-762f566144e6 req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:55.918328 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [req-6eb25786-12a5-4b5f-bd6d-762f566144e6 req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] 10.222.0.32 "DELETE /v2.0/security-groups/baa19e78-7590-4ccc-aafe-5e0227dde5bd HTTP/1.1" status: 204 len: 173 time: 0.1863921 Nov 20 08:50:55.920092 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.920518 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.920911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.921323 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.921762 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.922145 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.922552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.922984 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.923396 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.923796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.924198 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.924605 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.925093 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.925498 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.925927 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.926335 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.927325 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.927737 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.928133 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.928532 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.928931 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.929329 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.929730 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.930142 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-iscsi {{(pid=80253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:50:55.933888 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-da10bb7a-2801-46a9-9b86-8d413cfdfcf4 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:55.976786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40034) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:56.390992 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502000'] for router_interface, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:57.024760 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Deleting port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:57.025365 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:57.208999 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] For port a6aee410-8f3b-4cba-b9c7-3f7bdf54de81, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=a6aee410-8f3b-4cba-b9c7-3f7bdf54de81,segment=NetworkSegment(d4dc4766-6a7c-4928-ac59-dcd9c0d02f84),segment_id=d4dc4766-6a7c-4928-ac59-dcd9c0d02f84)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:50:57.209446 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:57.336786 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Calling delete_port for a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 owned by network:router_interface {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:50:57.524468 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:57.538050 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6085fba6-7a3e-4ac7-9ea9-449d8c1242bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:50:57.584445 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6aee410-8f3b-4cba-b9c7-3f7bdf54de81,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:50:57.587594 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:50:57.980552 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838717498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501782'] for router_interface, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:58.947467 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Router 12b7bb6e-f457-4907-81f9-9b23595c5796 has already been hosted by L3 agent 4199047a-b796-4111-9015-afb7f73345dd {{(pid=80253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:50:59.163094 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-iscsi the message routers_updated {{(pid=80253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:50:59.171954 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] Sync routers for ids ['12b7bb6e-f457-4907-81f9-9b23595c5796'] in dv-cinder-733622-11-iscsi {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:50:59.172454 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] 10.222.0.32 "PUT /v2.0/routers/12b7bb6e-f457-4907-81f9-9b23595c5796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1945219 Nov 20 08:50:59.175196 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40040) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:50:59.185309 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] Routers {'12b7bb6e-f457-4907-81f9-9b23595c5796'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:50:59.186016 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:50:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['12b7bb6e-f457-4907-81f9-9b23595c5796'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:59.373612 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] Set router 12b7bb6e-f457-4907-81f9-9b23595c5796 gateway port host: dv-cinder-733622-11-iscsi {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:50:59.386749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Notify callbacks [] for router, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:59.611006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:59.620495 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Deleting port 687b7cd9-0ac5-470f-8138-1a58936c741b {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:50:59.620872 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:59.690855 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'name': 'tempest-TestShelveInstance-1371054273-router', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'external_fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:49:24Z', 'updated_at': '2020-11-20T08:50:57Z', 'revision_number': 5, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'gw_port': {'id': '687b7cd9-0ac5-470f-8138-1a58936c741b', 'name': '', 'network_id': '24cc1651-bd06-4774-a165-46441dd7e5d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '507a61bf-2929-44be-b52e-40506d48634e', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:49:25Z', 'updated_at': '2020-11-20T08:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '507a61bf-2929-44be-b52e-40506d48634e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-iscsi'}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:59.695925 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] Checking router: 12b7bb6e-f457-4907-81f9-9b23595c5796 for host: dv-cinder-733622-11-iscsi {{(pid=80256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:50:59.712554 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] Routers {'12b7bb6e-f457-4907-81f9-9b23595c5796'} bound to L3 agent in host dv-cinder-733622-11-iscsi {{(pid=80256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:50:59.713238 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-20T08:25:53Z,description=,heartbeat_timestamp=2020-11-20T08:50:53Z,host='dv-cinder-733622-11-iscsi',id=4199047a-b796-4111-9015-afb7f73345dd,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:25:53Z,topic='l3_agent')) {'router_ids': ['12b7bb6e-f457-4907-81f9-9b23595c5796'], 'active': True} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:59.812054 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] For port 687b7cd9-0ac5-470f-8138-1a58936c741b, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=687b7cd9-0ac5-470f-8138-1a58936c741b,segment=NetworkSegment(ffd13537-b6b1-49ab-816b-049a07098dc7),segment_id=ffd13537-b6b1-49ab-816b-049a07098dc7)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:50:59.812456 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:59.873129 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvr_db [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] Set router 12b7bb6e-f457-4907-81f9-9b23595c5796 gateway port host: None {{(pid=80256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:50:59.940673 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Calling delete_port for 687b7cd9-0ac5-470f-8138-1a58936c741b owned by network:router_gateway {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:50:59.985610 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_hamode_db [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'name': 'tempest-TestShelveInstance-1371054273-router', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:49:24Z', 'updated_at': '2020-11-20T08:50:59Z', 'revision_number': 6, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'gw_port_host': None}], 'dv-cinder-733622-11-iscsi', False) {} {{(pid=80256) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:50:59.990544 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df5f9e-0e21-4752-8f8d-fedf9ed6ded9 None None] The sync data for ids ['12b7bb6e-f457-4907-81f9-9b23595c5796'] in dv-cinder-733622-11-iscsi is: [{'id': '12b7bb6e-f457-4907-81f9-9b23595c5796', 'name': 'tempest-TestShelveInstance-1371054273-router', 'tenant_id': '761e4a659fb846c894a90614b1abfaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:49:24Z', 'updated_at': '2020-11-20T08:50:59Z', 'revision_number': 6, 'project_id': '761e4a659fb846c894a90614b1abfaa5', 'gw_port_host': None}] {{(pid=80256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:51:00.118359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:00.134844 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-4bbcf23a-cac2-422d-9020-bb7240baef7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:51:00.193770 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Pushing event deleted for resources: {'Port': ['ID=687b7cd9-0ac5-470f-8138-1a58936c741b,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:51:00.198486 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:51:00.481530 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:51:00.502147 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518640'] for router_gateway, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:00.518074 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:51:00.518477 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device a6aee410-8f3b-4cba-b9c7-3f7bdf54de81 not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:51:00.519006 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 687b7cd9-0ac5-470f-8138-1a58936c741b no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:51:00.554132 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: 687b7cd9-0ac5-470f-8138-1a58936c741b {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:51:00.554536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 687b7cd9-0ac5-470f-8138-1a58936c741b not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:51:00.998201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854268130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775281'] for router, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.002678 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.026405 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-497582'] for router, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.027017 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b7bb6e-f457-4907-81f9-9b23595c5796 {{(pid=80253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:51:01.040817 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] Notify callbacks [] for router, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.042174 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d533da77-f716-4158-98c5-83745be98969 admin admin] 10.222.0.32 "DELETE /v2.0/routers/12b7bb6e-f457-4907-81f9-9b23595c5796 HTTP/1.1" status: 204 len: 168 time: 1.8659828 Nov 20 08:51:01.044819 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40046) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:51:01.117865 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d78a74-788f-47b2-9dfd-f1ad906aa631 admin admin] Deleting subnet 4eebed6f-c5f2-4c40-a071-b896fdf65d28 {{(pid=80253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:51:01.121361 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d7d78a74-788f-47b2-9dfd-f1ad906aa631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.174207 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d7d78a74-788f-47b2-9dfd-f1ad906aa631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853453798'] for subnet, precommit_delete_associations {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.259957 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d7d78a74-788f-47b2-9dfd-f1ad906aa631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16530900'] for subnet, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.518130 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d7d78a74-788f-47b2-9dfd-f1ad906aa631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838244899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254129'] for subnet, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.534575 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:51:01.587358 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d78a74-788f-47b2-9dfd-f1ad906aa631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eebed6f-c5f2-4c40-a071-b896fdf65d28,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:51:01.592611 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-d7d78a74-788f-47b2-9dfd-f1ad906aa631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:51:01.672482 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d7d78a74-788f-47b2-9dfd-f1ad906aa631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.678227 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfbf4e3-f8be-49b9-b70f-d286b0e70ba5 None None] Network f8764e6f-758f-4246-9808-c901232f966a requested from dv-cinder-733622-11-iscsi {{(pid=80255) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:51:01.678737 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-d7d78a74-788f-47b2-9dfd-f1ad906aa631 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4eebed6f-c5f2-4c40-a071-b896fdf65d28 HTTP/1.1" status: 204 len: 168 time: 0.6328759 Nov 20 08:51:01.681193 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40050) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:51:01.802088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16574635'] for network, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.874785 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Deleting port 03df34fb-8a49-40bc-ba97-cc9133e597cb {{(pid=80253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:51:01.875295 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:01.944543 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] DHCP port deletion for f8764e6f-758f-4246-9808-c901232f966a request from dv-cinder-733622-11-iscsi {{(pid=80255) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 20 08:51:01.949203 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] Deleting port 03df34fb-8a49-40bc-ba97-cc9133e597cb {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:51:01.949664 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:02.097676 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] For port 03df34fb-8a49-40bc-ba97-cc9133e597cb, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=03df34fb-8a49-40bc-ba97-cc9133e597cb,segment=NetworkSegment(d4dc4766-6a7c-4928-ac59-dcd9c0d02f84),segment_id=d4dc4766-6a7c-4928-ac59-dcd9c0d02f84)] {{(pid=80253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:51:02.098201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:02.162911 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.db [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] For port 03df34fb-8a49-40bc-ba97-cc9133e597cb, host dv-cinder-733622-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-iscsi',level=0,port_id=03df34fb-8a49-40bc-ba97-cc9133e597cb,segment=NetworkSegment(d4dc4766-6a7c-4928-ac59-dcd9c0d02f84),segment_id=d4dc4766-6a7c-4928-ac59-dcd9c0d02f84)] {{(pid=80255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:51:02.163359 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524227'] for port, precommit_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:02.234084 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Calling delete_port for 03df34fb-8a49-40bc-ba97-cc9133e597cb owned by network:dhcp {{(pid=80253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:51:02.296490 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] Calling delete_port for 03df34fb-8a49-40bc-ba97-cc9133e597cb owned by network:dhcp {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:51:02.310798 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16611465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854516901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769458583155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267396606256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852408182'] for port, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:02.327173 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-cfed41d1-c59e-45af-9a32-c32dd99665c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:51:02.367962 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.db.api [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80255) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:51:02.368289 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_db.api [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80255) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:51:02.386938 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Pushing event deleted for resources: {'Port': ['ID=03df34fb-8a49-40bc-ba97-cc9133e597cb,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:51:02.391652 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:51:02.473771 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] No DVR routers for this DVR port 03df34fb-8a49-40bc-ba97-cc9133e597cb on host dv-cinder-733622-11-iscsi {{(pid=80253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:51:02.478825 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 03df34fb-8a49-40bc-ba97-cc9133e597cb no longer exists at agent ovs-agent-dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:51:02.513587 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] No Port match for: 03df34fb-8a49-40bc-ba97-cc9133e597cb {{(pid=80255) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:51:02.513986 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.rpc [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Device 03df34fb-8a49-40bc-ba97-cc9133e597cb not bound to the agent host dv-cinder-733622-11-iscsi {{(pid=80255) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:51:02.599934 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838247084', 'neutron.services.segments.db._delete_segments_for_network--9223363267396076199'] for network, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:02.717527 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8764e6f-758f-4246-9808-c901232f966a']}} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:51:02.730707 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84') {'for_net_delete': True} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:51:02.731084 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.services.segments.db [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dc4766-6a7c-4928-ac59-dcd9c0d02f84') {} {{(pid=80253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:51:02.743735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267396098983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1322003'] for segment, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:02.759496 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838241025'] for segment, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:02.761483 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:51:02.869904 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] Deleting port 03df34fb-8a49-40bc-ba97-cc9133e597cb {{(pid=80255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:51:02.870469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267396195205'] for port, before_delete {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:02.939897 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.plugin [None req-1df1f6c0-0101-4134-b000-ab8c9fde423e None None] The port '03df34fb-8a49-40bc-ba97-cc9133e597cb' was deleted {{(pid=80255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 20 08:51:02.950402 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Network f8764e6f-758f-4246-9808-c901232f966a has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:51:02.960410 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16534774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852406434'] for segment, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:03.142095 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.plugins.ml2.managers [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Network f8764e6f-758f-4246-9808-c901232f966a has no segments {{(pid=80253) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: Traceback (most recent call last): Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: timer() Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: cb(*args, **kw) Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: return func(*args, **kwargs) Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: self._notify() Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: self.callback(batched_events) Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: event.method(event) Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: segment_id)['aggregates'][0] Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: return f(self, *a, **k) Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: return self._get(url).json() Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: **kwargs) Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: return self.request(url, 'GET', **kwargs) Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: **endpoint_filter) Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:51:03.165500 dv-cinder-733622-11-iscsi neutron-server[80142]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:51:03.247224 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16528732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16058318'] for network, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:03.251860 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16058365'] for network, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:03.255749 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-df177469-7c5a-4e43-8fd2-05653bc28f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:51:03.278796 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8764e6f-758f-4246-9808-c901232f966a,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:51:03.281717 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:51:03.283784 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-861a33d1-65fe-4969-afa4-67df7583d246 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f8764e6f-758f-4246-9808-c901232f966a HTTP/1.1" status: 204 len: 168 time: 1.6010342 Nov 20 08:51:03.493744 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40056) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:51:03.555066 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-31a0594f-a0fe-411b-8305-9f278a486ba2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=761e4a659fb846c894a90614b1abfaa5&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0599110 Nov 20 08:51:03.557401 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [-] (80253) accepted ('10.222.0.32', 40060) {{(pid=80253) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:51:03.623852 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03d8ad9d-04e9-4c07-b63d-9ea018aed210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:03.651937 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03d8ad9d-04e9-4c07-b63d-9ea018aed210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:03.699038 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03d8ad9d-04e9-4c07-b63d-9ea018aed210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854256514'] for security_group, after_delete {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:03.704248 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-6128d45a-e3e2-4050-a84e-d73fbbbda121 tempest-TestShelveInstance-758908612 tempest-TestShelveInstance-758908612] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:51:03.719097 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8ad9d-04e9-4c07-b63d-9ea018aed210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18288df4-34df-4b7a-a0be-cc3eaa029044,revision_number=None']} {{(pid=80253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:51:03.722201 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG oslo_concurrency.lockutils [None req-03d8ad9d-04e9-4c07-b63d-9ea018aed210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:51:03.729918 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-03d8ad9d-04e9-4c07-b63d-9ea018aed210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:03.731967 dv-cinder-733622-11-iscsi neutron-server[80142]: INFO neutron.wsgi [None req-03d8ad9d-04e9-4c07-b63d-9ea018aed210 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18288df4-34df-4b7a-a0be-cc3eaa029044 HTTP/1.1" status: 204 len: 168 time: 0.1733768 Nov 20 08:51:20.014614 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aed3-aba0-4255-9a44-cfc0611838f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:22.437171 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:22.914063 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:22.965689 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8958582c-5cf1-4283-b3c4-15748944f2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:24.400120 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:25.223021 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:32.746883 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:51:50.016660 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2a1eaadd-0904-4dc1-b56d-659a1c8f56d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:52.435536 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:52.917360 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:52.966912 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8c35d633-66c9-4631-b74b-d15c69e48967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:54.402332 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:55.225354 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:09.747867 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:52:20.018705 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3a6b7d16-9b84-4572-8c78-310f334ad3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:22.432156 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:22.920296 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:22.968725 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-1d730589-94ee-4df7-94f6-2123de6cc48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:24.404548 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:25.228550 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:46.748761 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:52:50.023033 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-4770757a-240b-43b0-b2f3-02db7466d8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:52.432939 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:52.923812 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:52.970971 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-530fe3e1-5e9c-41d2-9fb2-a0df520fb487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:54.407088 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:55.230044 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:20.024141 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f3d62b10-059d-4d33-a07e-97ca71d76e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:22.431981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:22.925735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:22.972271 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7878-932d-4833-8117-0f73a75228c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:23.749521 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:53:24.409716 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:25.283524 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:50.026735 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-ebbdc8ac-4946-4eee-8ad4-808a3d092062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:52.429644 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:52.928965 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:52.973189 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c796-92dc-497a-9100-4a16e215c493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:54.411649 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:55.286347 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:00.750680 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:54:20.029019 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-86284fbd-424a-4ee2-9a9b-b799228174e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:22.431261 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:22.933036 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:22.975500 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-2f3d45ba-7714-450d-9255-be1974266509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:24.415061 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:25.290015 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:37.752469 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:54:50.030667 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d9be35a1-8a74-4cbf-ad3a-453c6e96b3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:52.429525 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:52.935375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:52.978604 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-eca79d10-ad5b-47b0-ad9c-6e9c1102adb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:54.419898 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:54:55.291688 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:13.757429 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.wsgi [req-3edcefec-e62e-487a-af69-0fa646c834c0 req-48737b3c-61ac-4d3a-a544-a2b743ff78e9 service neutron] (80253) timed out ('10.222.0.32', 34064) {{(pid=80253) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 20 08:55:14.753981 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:55:20.032093 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ceb2-beb2-4d08-82b6-572d89116548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:22.428615 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:22.938311 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:22.978104 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-166c6ec4-1038-4aa7-8c9f-f0636323f296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:24.421970 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:25.292990 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:50.033089 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-d60b6557-d4db-4a3b-9a66-17613d0d43ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:51.754505 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:55:52.426349 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:52.940375 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:52.978692 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-87f80c5c-54ab-49bd-9469-7c4365ed7f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:54.423848 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:55:55.295346 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:56:20.035340 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-c2ff76be-c996-438d-8fa5-215d9a1ade21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:56:22.438910 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-26669484-7787-4b3c-9b26-64d6b533f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:56:22.944172 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-e77e41c1-5f64-49c1-b415-9be5638563c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:56:22.977306 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-9dedee77-0e54-4429-948c-19c0569af02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:56:24.426321 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-8e0182d6-0512-4459-adaf-1e65d042c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:56:25.297217 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron_lib.callbacks.manager [None req-f806f5a9-c3d9-436f-92fe-60b4e679e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267396076216', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16524500'] for agent, after_update {{(pid=80255) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:56:28.757526 dv-cinder-733622-11-iscsi neutron-server[80142]: DEBUG neutron.db.agents_db [None req-896fa394-a247-418c-8a0f-7c0579dfd7de None None] Agent healthcheck: found 6 active agents {{(pid=80256) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}